-- Logs begin at Tue 2021-12-14 17:34:36 UTC, end at Tue 2021-12-14 18:33:48 UTC. -- Dec 14 18:05:36.242751 dv-cinder-821744-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 18:05:39.045231 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:05:39.045904 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 14 18:05:39.046049 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101536) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 18:05:39.049376 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:05:39.049631 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 14 18:05:39.049942 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101536) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 18:05:39.050971 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:05:39.051198 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:05:39.051616 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:05:39.051849 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:05:39.052067 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:05:39.052388 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.052679 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.052972 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.053196 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.053486 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.053769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.054055 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.054341 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.054663 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.054947 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.055222 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.055503 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.055727 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.056005 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.056290 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.056571 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.056875 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] debug = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.057068 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.057493 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.057908 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.058183 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.058468 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.058768 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.059064 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.059327 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.060137 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.060493 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] host = dv-cinder-821744-1-iscsi {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.060768 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.061053 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.061367 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.061652 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.061930 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.062198 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.062482 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.062785 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.063058 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.063331 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.063616 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.063905 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.064190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.064416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.064636 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.064922 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.065204 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.065475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.065747 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.066015 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.066283 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.066554 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.066847 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.067127 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.067406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.067687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.067958 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.068228 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.068495 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.068762 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.069043 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.069312 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.069597 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.069846 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.070125 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.070387 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.070677 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.070979 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.071260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.071536 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.071815 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.072081 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.072355 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.072623 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.072891 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.073158 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_json = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.073425 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.073690 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.073968 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.074234 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.074507 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.074811 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.075144 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.075927 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:39.076228 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.076527 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.076826 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.077110 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.077397 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.077672 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.077955 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.078228 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.078637 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.078802 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.079088 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.079367 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.079653 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.079929 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.080216 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.080528 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.080813 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.081095 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.081371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.081639 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.081908 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.082188 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.082472 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.082768 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.083129 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.083417 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.083712 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.084004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.084293 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.084580 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.084850 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.085124 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.085412 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.085684 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.085952 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.086225 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.086508 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.086805 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.087068 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.087355 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.087628 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.087900 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.088169 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.088441 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.088725 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.088998 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.089270 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.089538 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.089811 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.090078 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.090360 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.090708 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.090986 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.091255 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.091610 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.091882 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.092154 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.092428 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.092695 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.092969 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.093235 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.093504 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.093778 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.094045 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.094313 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.094581 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.094872 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.095146 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.095418 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.095684 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.095947 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.096218 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.096484 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.096768 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.097068 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.097347 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.097616 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.097887 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.098159 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.098429 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.098728 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.099003 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.099276 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.099542 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.099834 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.100111 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.100396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.100674 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.100944 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.101241 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.101512 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.101790 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.102059 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.102329 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.102620 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.102913 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.103206 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.103496 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.103785 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.104076 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.104370 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.104642 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.104951 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.105229 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:39.105444 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:05:39.105689 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101536) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 14 18:05:39.472548 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 18:05:39.472822 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 18:05:39.473088 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 18:05:39.473416 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 18:05:39.886372 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.886662 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.886935 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.888302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.888568 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.888828 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.937031 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.937307 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.937612 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.955102 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.955363 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.955630 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.987252 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.987647 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:39.987996 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.028202 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.028968 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.029234 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.272099 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.272763 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.272763 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.272991 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.273616 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.401279 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.401534 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.401761 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.402022 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.402282 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.402586 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.402864 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.403153 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.403410 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.403693 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.403946 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.404202 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.404448 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.404754 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.404923 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.405191 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.405437 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.405696 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.405959 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.406209 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.406474 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.406748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.407032 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.407429 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.407670 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.407915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.408348 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.408580 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.408816 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.409038 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.409265 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.409489 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:40.409860 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 18:05:40.413403 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 18:05:40.417552 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 18:05:40.421465 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 14 18:05:40.423199 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 18:05:40.423650 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 18:05:40.423977 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 18:05:40.424357 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 18:05:40.427324 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 18:05:40.427571 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 18:05:40.427923 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:05:40.433415 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 14 18:05:40.457453 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 14 18:05:40.457973 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.458313 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101536) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 14 18:05:40.458754 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.460544 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101536) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 18:05:40.460900 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:05:40.461185 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 18:05:40.464912 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.465240 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:40.530070 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 18:05:40.530324 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 18:05:40.530509 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 18:05:40.530917 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 18:05:40.554385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_db.sqlalchemy.engines [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101536) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 14 18:05:41.124326 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing driver for type 'gre' Dec 14 18:05:41.124719 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] gre ID ranges: [(1, 1000)] Dec 14 18:05:41.187947 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing driver for type 'local' Dec 14 18:05:41.188323 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing driver for type 'vlan' Dec 14 18:05:41.203991 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] VlanTypeDriver initialization complete Dec 14 18:05:41.204428 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing driver for type 'vxlan' Dec 14 18:05:41.205043 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] vxlan ID ranges: [(1, 1000)] Dec 14 18:05:41.271186 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing extension driver 'port_security' Dec 14 18:05:41.271645 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.extensions.port_security [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] PortSecurityExtensionDriver initialization complete Dec 14 18:05:41.272044 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing mechanism driver 'openvswitch' Dec 14 18:05:41.272439 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing mechanism driver 'hyperv' Dec 14 18:05:41.280780 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.plugin [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:05:41.281533 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.281987 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.282384 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.283002 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.283489 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.283884 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.284283 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.284756 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.285209 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.285603 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.286028 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.286557 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.287292 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.287873 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.288336 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.289096 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.290251 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.290690 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.291112 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.291766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.292483 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > address_group after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.292901 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > address_group after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.293305 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.293774 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:05:41.294205 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] ML2 OVO RPC backend initialized. {{(pid=101536) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 14 18:05:41.295105 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.295511 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.295985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.296388 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > networks before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.296783 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.297176 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > ports before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.297568 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.297961 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnets before_response 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.298389 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.298881 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.299328 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.299720 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.300109 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.300496 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.300880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.301269 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.301658 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.302385 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.plugin [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Modular L2 Plugin initialization complete Dec 14 18:05:41.302799 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading services supported by the core plugin {{(pid=101536) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 14 18:05:41.303183 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.plugins.ml2.managers [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Got port-security extension from driver 'port_security' Dec 14 18:05:41.303700 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.extensions.vlantransparent [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Disabled vlantransparent extension. Dec 14 18:05:41.304243 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101536) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 14 18:05:41.304604 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: router Dec 14 18:05:41.344790 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.345240 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_create 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.345664 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router before_create 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.346073 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.346504 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.346946 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_delete 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.347359 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.347760 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.348314 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_create 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.348725 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.349161 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.349571 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.349985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.350456 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.350909 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.351297 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.351682 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: subnet after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.352077 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.352472 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.352867 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_create 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.353257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.353649 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.354055 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router after_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.354444 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.354895 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_create 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.355310 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.355705 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_update 55549900 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.356190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > agent after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.356619 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > agent after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.357274 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > network after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.358299 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Tracking information for resource: router configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:41.358736 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Tracking information for resource: floatingip configured {{(pid=101536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:05:41.364313 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.db.l3_agentschedulers_db [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 18:05:41.364967 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.365377 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.365775 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.366173 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: port after_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.367093 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router before_create 55550100 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.367514 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.367967 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_create 55550100 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.368371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > router precommit_update 55550100 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.374636 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.provider_configuration [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service providers = [] {{(pid=101536) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 18:05:41.375103 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.db.servicetype_db [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101536) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 18:05:41.379657 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.service_base [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:05:41.380115 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.service_base [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:05:41.380681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.service_base [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:05:41.381886 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.services.service_base [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:05:41.382438 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.services.service_base [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 18:05:41.383081 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.383683 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 18:05:41.402525 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.402905 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: auto_allocate Dec 14 18:05:41.409575 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: network precommit_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.409957 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: network precommit_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.410525 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.410876 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: tag Dec 14 18:05:41.418188 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.418523 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: timestamp Dec 14 18:05:41.423660 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.424030 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: network_ip_availability Dec 14 18:05:41.430763 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.431186 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.431678 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.432515 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.432839 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: flavors Dec 14 18:05:41.438759 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.439138 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading Plugin: revisions Dec 14 18:05:41.444255 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:05:41.444663 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.971s {{(pid=101536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 18:05:41.445464 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101536) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 14 18:05:41.445801 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Initializing extension manager. Dec 14 18:05:41.446328 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: __init__.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.446711 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: __pycache__ {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.447054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.447549 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: address_group.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.448400 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.449080 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: address-group Dec 14 18:05:41.449410 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: address_scope.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.450978 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.451499 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: address-scope Dec 14 18:05:41.451828 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.452879 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.453399 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: router-admin-state-down-before-update Dec 14 18:05:41.453725 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: agent.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.454454 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.455003 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: agent Dec 14 18:05:41.455326 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: agent_resources_synced.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.456285 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.456798 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: agent-resources-synced Dec 14 18:05:41.457122 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: allowedaddresspairs.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.459095 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.459631 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: allowed-address-pairs Dec 14 18:05:41.459961 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: auto_allocated_topology.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.461136 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.461660 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: auto-allocated-topology Dec 14 18:05:41.461985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: availability_zone.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.462756 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.463492 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: availability_zone Dec 14 18:05:41.463826 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: availability_zone_filter.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.464847 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.465370 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: availability_zone_filter Dec 14 18:05:41.465757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: data_plane_status.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.466880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.467397 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 18:05:41.467727 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: default_subnetpools.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.468807 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.469470 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: default-subnetpools Dec 14 18:05:41.469907 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.470904 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.471420 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: dhcp_agent_scheduler Dec 14 18:05:41.471746 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: dns.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.472808 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.473314 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension dns-integration not supported by any of loaded plugins Dec 14 18:05:41.473638 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: dns_domain_ports.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.474585 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.475118 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 18:05:41.475444 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.476400 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.476903 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 14 18:05:41.477227 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: dvr.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.477921 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.478442 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: dvr Dec 14 18:05:41.478801 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: ecmp_routes.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.479750 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.480261 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 14 18:05:41.480585 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: empty_string_filtering.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.482330 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.482877 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: empty-string-filtering Dec 14 18:05:41.483202 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.484155 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.484665 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:05:41.484989 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.485929 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.486444 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 18:05:41.486805 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: external_net.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.487804 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.488347 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: external-net Dec 14 18:05:41.488674 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.489661 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.490180 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: extra_dhcp_opt Dec 14 18:05:41.490504 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: extraroute.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.491494 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.492009 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: extraroute Dec 14 18:05:41.492332 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: extraroute_atomic.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.493461 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.493993 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: extraroute-atomic Dec 14 18:05:41.494320 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: filter_validation.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.495062 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.495571 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: filter-validation Dec 14 18:05:41.495896 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: fip_pf_description.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.496924 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.497439 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 18:05:41.497760 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: fip_port_details.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.498771 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.499295 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: fip-port-details Dec 14 18:05:41.499617 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: flavors.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.500976 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.501501 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: flavors Dec 14 18:05:41.501823 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.503714 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.504259 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 18:05:41.504597 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: floatingip_pools.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.505353 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.505869 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: floatingip-pools Dec 14 18:05:41.506201 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: ip_allocation.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.507265 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.507787 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 18:05:41.508116 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.509098 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.509616 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: ip-substring-filtering Dec 14 18:05:41.509947 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l2_adjacency.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.510934 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.511454 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 18:05:41.511779 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.513577 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.514117 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: router Dec 14 18:05:41.514450 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.517066 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.517605 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:05:41.517956 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.519266 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.519834 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: ext-gw-mode Dec 14 18:05:41.520167 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.521269 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.521792 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: l3-ha Dec 14 18:05:41.522124 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3_flavors.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.523115 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.523632 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: l3-flavors Dec 14 18:05:41.523961 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.524912 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.525428 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 18:05:41.525758 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: l3agentscheduler.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.526956 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.527480 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: l3_agent_scheduler Dec 14 18:05:41.527813 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: logging.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.529664 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.530190 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension logging not supported by any of loaded plugins Dec 14 18:05:41.530695 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: metering.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.531471 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.532093 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: metering Dec 14 18:05:41.532421 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.533589 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.534113 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: metering_source_and_destination_fields Dec 14 18:05:41.534442 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: multiprovidernet.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.535417 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.535933 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: multi-provider Dec 14 18:05:41.536267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: netmtu.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.537202 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.537717 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: net-mtu Dec 14 18:05:41.538042 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: netmtu_writable.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.539010 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.539523 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: net-mtu-writable Dec 14 18:05:41.539848 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: network_availability_zone.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.540531 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.541040 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: network_availability_zone Dec 14 18:05:41.541363 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: network_ip_availability.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.542534 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.543087 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: network-ip-availability Dec 14 18:05:41.543415 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: network_segment_range.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.544751 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.545258 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 18:05:41.545586 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: pagination.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.546657 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.546995 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: pagination Dec 14 18:05:41.547320 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: port_device_profile.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.548472 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.548992 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: port-device-profile Dec 14 18:05:41.549347 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.550317 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.550972 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: port-mac-address-regenerate Dec 14 18:05:41.551401 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.552473 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.552989 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: port-numa-affinity-policy Dec 14 18:05:41.553314 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: port_resource_request.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.554420 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.554971 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 18:05:41.555297 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: portbindings.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.556750 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.557264 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: binding Dec 14 18:05:41.557620 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: portbindings_extended.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.559139 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.559814 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: binding-extended Dec 14 18:05:41.560145 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: portsecurity.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.561090 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.561608 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: port-security Dec 14 18:05:41.561937 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: project_id.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.563014 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.563479 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: project-id Dec 14 18:05:41.563810 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: providernet.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.564761 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.565283 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: provider Dec 14 18:05:41.565609 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.569391 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.569929 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos not supported by any of loaded plugins Dec 14 18:05:41.570263 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.571595 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.572118 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 18:05:41.572451 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.573395 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.573912 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 18:05:41.574243 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_default.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.575747 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.576263 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-default not supported by any of loaded plugins Dec 14 18:05:41.576595 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_fip.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.577283 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.577789 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-fip not supported by any of loaded plugins Dec 14 18:05:41.578120 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_gateway_ip.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.579118 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.579635 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 18:05:41.579961 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_port_network_policy.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.580912 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.581434 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 18:05:41.581760 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_pps_rule.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.583023 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.583546 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-pps not supported by any of loaded plugins Dec 14 18:05:41.583878 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_rule_type_details.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.584815 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.585326 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 18:05:41.585654 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: qos_rules_alias.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.586793 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.587309 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 18:05:41.587637 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: quotasv2.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.588643 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.588977 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: quotas Dec 14 18:05:41.589302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: quotasv2_detail.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.592934 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.593279 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: quota_details Dec 14 18:05:41.593619 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: rbac.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.594799 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.595367 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: rbac-policies Dec 14 18:05:41.595706 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: rbac_address_group.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.596730 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.597252 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: rbac-address-group Dec 14 18:05:41.597585 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: rbac_address_scope.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.598531 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.599080 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: rbac-address-scope Dec 14 18:05:41.599412 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: rbac_security_groups.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.600361 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.600878 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: rbac-security-groups Dec 14 18:05:41.601210 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: rbac_subnetpool.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.602143 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.602698 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: rbac-subnetpool Dec 14 18:05:41.603041 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: revisionifmatch.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.603970 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.604499 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: revision-if-match Dec 14 18:05:41.604824 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: revisions.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.605977 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.607322 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: standard-attr-revisions Dec 14 18:05:41.607654 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: router_availability_zone.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.608352 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.608866 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: router_availability_zone Dec 14 18:05:41.609192 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: routerservicetype.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.610154 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.610695 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension router-service-type not supported by any of loaded plugins Dec 14 18:05:41.611024 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.611967 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.612484 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: security-groups-normalized-cidr Dec 14 18:05:41.612813 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.613758 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.614271 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: port-security-groups-filtering Dec 14 18:05:41.614627 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.615569 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.616083 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: security-groups-remote-address-group Dec 14 18:05:41.616410 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: securitygroup.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.628343 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.628838 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: security-group Dec 14 18:05:41.629178 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: segment.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.630081 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.630636 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension segment not supported by any of loaded plugins Dec 14 18:05:41.630954 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.632007 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.632526 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 18:05:41.632858 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: servicetype.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.634127 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.634688 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: service-type Dec 14 18:05:41.635030 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: sorting.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.636055 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.636395 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: sorting Dec 14 18:05:41.636727 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: standard_attr_segment.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.638220 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.638785 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 18:05:41.639158 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: standardattrdescription.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.639994 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.640625 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: standard-attr-description Dec 14 18:05:41.640968 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: stateful_security_group.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.642091 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.642648 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: stateful-security-group Dec 14 18:05:41.642985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: stdattrs_common.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.643589 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 18:05:41.643913 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.645101 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.645632 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 18:05:41.645960 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnet_onboard.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.647211 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.647901 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: subnet_onboard Dec 14 18:05:41.648233 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.649197 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.649857 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 18:05:41.650189 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnet_service_types.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.651399 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.651925 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: subnet-service-types Dec 14 18:05:41.652252 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnetallocation.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.653490 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.654011 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: subnet_allocation Dec 14 18:05:41.654342 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.655110 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.655626 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: subnetpool-prefix-ops Dec 14 18:05:41.655972 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.657106 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.657624 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 18:05:41.657966 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: tagging.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.659144 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.659663 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: standard-attr-tag Dec 14 18:05:41.659992 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: timestamp.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.661253 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.661772 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loaded extension: standard-attr-timestamp Dec 14 18:05:41.662100 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: trunk.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.663205 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.663727 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension trunk not supported by any of loaded plugins Dec 14 18:05:41.664053 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: trunk_details.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.664993 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.665509 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension trunk-details not supported by any of loaded plugins Dec 14 18:05:41.665837 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: uplink_status_propagation.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.666814 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.667327 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 18:05:41.667649 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Loading extension file: vlantransparent.py {{(pid=101536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:05:41.668343 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:05:41.669399 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 18:05:41.671975 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:network Dec 14 18:05:41.672524 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnet Dec 14 18:05:41.672923 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:05:41.673323 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:port Dec 14 18:05:41.674650 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.675103 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service FLAVORS assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.675742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.676182 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.676515 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:router Dec 14 18:05:41.676962 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:05:41.677433 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service METERING assigned prefix: /metering {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.678950 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.679331 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.679692 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:05:41.680737 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:05:41.681178 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:05:41.681624 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:05:41.682240 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service CORE assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.682571 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:05:41.682945 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] subnetpool is already registered Dec 14 18:05:41.683382 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service CORE assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.683708 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:05:41.684039 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] subnetpool is already registered Dec 14 18:05:41.687042 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.687483 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service FLAVORS assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.688086 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.688517 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.688853 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:router Dec 14 18:05:41.689197 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] router is already registered Dec 14 18:05:41.689610 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:05:41.689950 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] floatingip is already registered Dec 14 18:05:41.690412 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service METERING assigned prefix: /metering {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.691139 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:05:41.691473 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] rbac_policy is already registered Dec 14 18:05:41.691888 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:05:41.692223 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] security_group is already registered Dec 14 18:05:41.692627 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:05:41.692962 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] security_group_rule is already registered Dec 14 18:05:41.693623 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service CORE assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.693954 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:05:41.694294 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] subnetpool is already registered Dec 14 18:05:41.694767 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.v2.resource_helper [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Service CORE assigned prefix: {{(pid=101536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:05:41.695096 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:05:41.695432 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING neutron.quota.resource_registry [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] subnetpool is already registered Dec 14 18:05:41.695914 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: extensions {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.697463 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: address-groups {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.698998 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: address-scopes {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.700380 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: agents {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.701548 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: auto-allocated-topology {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.702818 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: availability_zones {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.704041 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: dhcp-networks {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.705619 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: dhcp-agents {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.707084 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: routers {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.709641 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: flavors {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.711010 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: service_profiles {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.712304 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: next_providers {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.713958 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: service_profiles {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.715594 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: floatingip-pools {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.716833 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: routers {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.718968 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: floatingips {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.720273 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: l3-routers {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.721963 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: l3-agents {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.723749 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: metering-labels {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.725402 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: metering-label-rules {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.727127 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: network-ip-availabilities {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.728610 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: bindings {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.732184 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: quotas {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.733658 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: quotas {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.735106 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: rbac-policies {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.736305 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: security-groups {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.737622 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: security-group-rules {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.739112 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: service-providers {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.740352 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: subnetpools {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.741770 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: subnetpools {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.743252 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.744952 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.746891 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.748724 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.750524 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.752427 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.754144 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.756106 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.757893 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.759710 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron.api.extensions [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Extended resource: tags {{(pid=101536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:05:41.766139 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING keystonemiddleware.auth_token [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 18:05:41.771286 dv-cinder-821744-1-iscsi neutron-server[101536]: WARNING keystonemiddleware.auth_token [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 18:05:41.780999 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Acquired lock "singleton_lock" {{(pid=101536) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 14 18:05:41.781482 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_concurrency.lockutils [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Releasing lock "singleton_lock" {{(pid=101536) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 14 18:05:41.782160 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Starting 2 workers Dec 14 18:05:41.787326 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Started child 101643 {{(pid=101536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:05:41.792497 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Started child 101644 {{(pid=101536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:05:41.795029 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO neutron.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 18:05:41.795710 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Notify callbacks [] for process, before_spawn {{(pid=101536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.796403 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.798199 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.798870 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Starting 1 workers Dec 14 18:05:41.798956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [-] (101643) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:05:41.799861 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [-] (101644) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:05:41.804237 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Started child 101645 {{(pid=101536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:05:41.804879 dv-cinder-821744-1-iscsi neutron-server[101536]: INFO oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Starting 1 workers Dec 14 18:05:41.810063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Started child 101646 {{(pid=101536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:05:41.811155 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG neutron_lib.callbacks.manager [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] Notify callbacks [] for process, after_spawn {{(pid=101536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.813085 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101536) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 18:05:41.813269 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:05:41.813455 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:05:41.813730 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] calling RpcWorker wait() {{(pid=101645) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 18:05:41.814288 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.service [None req-056c6bf4-900d-4fc7-931d-4f8af723109b None None] returning from RpcWorker wait() {{(pid=101645) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 18:05:41.814689 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:05:41.815373 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:05:41.815557 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.815669 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:05:41.816026 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:05:41.816375 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.816532 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:41.816957 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.817202 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.817615 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.818050 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.819208 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.819769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.820353 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.820787 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.821159 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.821437 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.821710 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.822115 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.822518 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.823024 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.823544 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.823937 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.824387 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.824671 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.825072 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.825499 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.825879 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.826295 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] debug = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.826728 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.827505 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.827921 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.828338 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.828875 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.829334 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.829886 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.830484 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.830894 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.831272 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.831653 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.832052 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.832428 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.832780 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.833167 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.833539 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.833920 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.834657 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] host = dv-cinder-821744-1-iscsi {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.835061 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.835440 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.835923 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.836310 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.836705 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.837067 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.837480 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.837878 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.838304 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.838755 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.839185 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.839675 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.840019 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.841103 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.841372 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_options = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.841764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.845063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846119 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846119 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846119 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846119 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846724 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.846864 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.849171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.850199 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.850199 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.850199 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.850650 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.850814 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.851137 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.851604 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.851910 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.852057 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.852354 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.852704 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.853014 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.853407 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.853753 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.854062 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.854364 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.854691 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.855062 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.855361 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.855683 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.856016 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.857246 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.857577 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.857920 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.858214 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.858506 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_json = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.858827 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.859120 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.859460 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.859758 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.860063 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.860358 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.860812 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.861151 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.861804 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.862397 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.862883 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.863199 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.863587 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.864079 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.864409 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.865747 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.866180 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.866340 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:05:41.866585 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.867088 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.867740 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.867866 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.868237 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.869110 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.869259 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.869624 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.870054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.870420 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.870978 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.871483 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.872033 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.872418 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.872728 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.873066 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.873390 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.873987 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.875069 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.875433 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.875772 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.876125 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.876413 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.876948 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.877253 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.877554 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.878050 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.878405 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.878731 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.879060 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.879357 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.879676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.879988 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.880301 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.880617 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.880943 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.881287 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.881601 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.881930 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.882227 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.882515 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.883004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.883325 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.883638 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.883949 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.884287 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.884632 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.884935 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.885260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.885578 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.885929 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.886300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.887035 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.887711 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.888094 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.889252 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.889620 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.890041 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.890418 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.890805 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.891169 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.891580 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.891973 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.892378 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.892765 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.893129 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.893486 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.893846 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.894241 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.894634 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.895004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.895410 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.895812 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.896271 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.896651 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.897028 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.897364 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.897718 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.898083 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.898443 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.898899 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.899453 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.899873 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.900281 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.900676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.901072 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.901468 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.901840 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.902413 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.902703 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.902985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.904007 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.904353 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.904769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.905192 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.905540 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.905919 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.906271 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.906629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.907023 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.907415 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.907821 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.908259 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.908652 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.909170 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.909481 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.909925 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.910360 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.910761 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.911176 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.911515 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.911881 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.912273 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.912632 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.912989 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.913426 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.913808 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.914223 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.914569 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.914958 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.915358 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.915743 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.916105 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.916561 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.916925 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.917244 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.917906 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.918410 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.919504 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.919904 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.920271 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.920600 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.920970 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.921306 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.921851 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.922215 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.924036 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.924391 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.926802 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.927169 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.927476 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.927822 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.929366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 41720) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:05:41.929523 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.930147 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.930552 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.931002 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.931362 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.931673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.931980 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.932324 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.932757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.932975 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.933555 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.934112 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.934782 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.935624 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.936196 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.936574 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.936960 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.937341 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.937757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.938161 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.938530 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.938979 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.939350 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.939782 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.940258 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.940591 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.941042 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088854 Dec 14 18:05:41.941402 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.941996 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.944053 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.944669 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.945087 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.945449 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.946175 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.946561 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.947249 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.947607 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.949004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.949004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.949004 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.949258 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.949443 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.950154 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.950557 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.950962 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.951651 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.952208 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.952818 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.953416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.953983 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.954588 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.955062 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.957794 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.958720 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.958720 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.958987 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.959954 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.959954 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.961459 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.961877 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.962271 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.962704 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.963079 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.963454 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.963871 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.964279 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.966199 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.966874 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.967437 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.967920 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.968251 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.968586 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.968928 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.969312 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.969720 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.970078 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.970420 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.970787 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.971170 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.971569 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.971918 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.972429 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.972990 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.973303 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.973584 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.973860 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.974150 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.974500 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.974889 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.975245 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.975583 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.976041 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.976449 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.976871 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.977227 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.977601 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.977972 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.978336 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.978827 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.979162 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.979492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.979849 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.980173 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.980760 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.982226 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.982226 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.982404 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.982788 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.983190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.983596 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.984040 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.984502 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.984860 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.985363 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.985792 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.986670 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.986670 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.987064 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988097 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988097 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988097 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988373 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988604 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.988961 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.989342 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.989710 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.990073 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.990427 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.990836 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.991193 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.991577 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.991955 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.992307 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.992655 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:41.992917 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:05:41.993769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101536) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 18:05:41.994011 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:05:41.994258 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:05:41.994523 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:05:41.994903 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:05:41.995142 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:05:41.995421 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.995695 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.996676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.996676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.996676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.996676 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.997498 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.997574 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.997822 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.998009 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.998647 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.998647 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.998647 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.999034 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.999165 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.999460 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.999719 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:41.999968 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.000197 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.000424 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.000638 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.000851 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.001061 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] debug = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.001275 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.001552 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.001775 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.001985 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.002193 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.002401 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.002628 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.002856 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.003051 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.003269 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.003440 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.003635 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.003840 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.004091 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.004351 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.004617 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.004879 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.005139 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] host = dv-cinder-821744-1-iscsi {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.005406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.005667 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.005919 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.006171 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.006581 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.006865 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.007130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.007377 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.007591 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.007785 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.008030 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.008174 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.008340 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.008592 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.008856 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_options = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.009123 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.009396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.009644 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.010130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.010397 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.011078 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.011078 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.011598 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.011598 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012153 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012153 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012153 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012620 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012758 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.012958 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.013523 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.013523 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.013785 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.013911 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.014168 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.014425 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015311 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015311 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015311 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015311 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015870 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.015870 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.016151 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.016612 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.016612 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.016883 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.017038 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.017236 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.017459 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.017712 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.022666 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_json = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.023687 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.024681 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.025769 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.026742 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.027734 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.029880 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.031212 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.032257 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.033300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.037200 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.038300 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.039406 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.040416 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.041385 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.042371 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.043278 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.044302 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.045267 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.046190 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.050766 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.051757 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.052748 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.053673 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.055323 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.062260 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.063475 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064130 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.064629 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065054 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065492 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.065915 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.066396 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.067160 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068001 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.068764 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.069529 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.070426 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.070426 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.070426 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:05:42.070426 dv-cinder-821744-1-iscsi neutron-server[101536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:05:42.071705 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:05:54.541882 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c827e-3eaa-4b8a-aaa4-1193ad1aee6a None None] get_active_networks_info from dv-cinder-821744-1-iscsi {{(pid=101645) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 14 18:05:54.692130 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c827e-3eaa-4b8a-aaa4-1193ad1aee6a None None] No non-hosted networks {{(pid=101645) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 18:05:54.706440 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.agentschedulers_db [None req-e28c827e-3eaa-4b8a-aaa4-1193ad1aee6a None None] DHCP Agent not found on host dv-cinder-821744-1-iscsi {{(pid=101645) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 14 18:05:54.823202 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-804883a5-aab7-41c0-9bf8-b479e8355428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:57.099919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ba414389-1701-4024-a066-162a03cd8877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:57.185933 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b05d-f2f6-4f6d-a95c-1aab0bf40aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:58.229939 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:59.948350 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:05:59.949770 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.950634 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.951756 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.952321 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.955068 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.955601 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.956212 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.957284 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.958024 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.959642 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.960309 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.961392 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:05:59.962364 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821744-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:05:59.982332 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821744-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:00.074136 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:01.278012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41820) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:01.735972 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.db.l3_hamode_db [None req-9be7efc3-494c-4c2f-ab9e-b4e5f37af18e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 18:06:01.817533 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7efc3-494c-4c2f-ab9e-b4e5f37af18e None None] Routers set() bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:06:01.820104 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7efc3-494c-4c2f-ab9e-b4e5f37af18e None None] Router IDs set() for agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 18:06:01.892697 dv-cinder-821744-1-iscsi neutron-server[101643]: WARNING oslo_policy.policy [None req-8d65a14e-ab81-433a-bceb-ed78bee610da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:01.893263 dv-cinder-821744-1-iscsi neutron-server[101643]: WARNING oslo_policy.policy [None req-8d65a14e-ab81-433a-bceb-ed78bee610da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:02.120311 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [None req-8d65a14e-ab81-433a-bceb-ed78bee610da admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:06:02.122022 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8d65a14e-ab81-433a-bceb-ed78bee610da admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8413222 Dec 14 18:06:04.797765 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41836) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:05.136103 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:05.234187 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.policy [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101643) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 18:06:05.283311 dv-cinder-821744-1-iscsi neutron-server[101643]: WARNING oslo_policy.policy [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:05.283696 dv-cinder-821744-1-iscsi neutron-server[101643]: WARNING oslo_policy.policy [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:05.292415 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.quota [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] Loaded quota_driver: . Dec 14 18:06:05.389053 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384507917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384507482', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384495379', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384492991', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384407495', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749384473272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-991649', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712838'] for rbac-policy, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:05.458792 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:05.459993 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-23ec427d-4648-417f-a00e-b7a73a7b7eb3 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6612408 Dec 14 18:06:08.140734 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41848) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:08.476540 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Request body: {'network': {'name': 'private', 'project_id': '2934d3312179477cae959bf951c11382', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:08.507588 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Made reservation on behalf of 2934d3312179477cae959bf951c11382 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:06:08.510423 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.529195 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.649256 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.653949 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.676327 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:06:08.710242 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749382174127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.710898 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Unsubscribe: segment precommit_create {{(pid=101643) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 18:06:08.711394 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Added segment 4337adb6-a64e-46f6-9a8c-57b81d10faba of type vlan for network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 Dec 14 18:06:08.729440 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b8044-1296-4654-ae13-71889e3b1558,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:08.782432 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.782811 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.783159 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.783490 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.783815 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.784154 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.784482 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.784818 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.785157 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.785478 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.785798 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.786115 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Tracked resource versions report: Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: pushed versions: Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: { 'AddressGroup': {'1.2'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'ConntrackHelper': {'1.0'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Log': {'1.0'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Network': {'1.1'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Port': {'1.7'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'PortForwarding': {'1.2'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'QosPolicy': {'1.9'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroup': {'1.4'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SubPort': {'1.0'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Subnet': {'1.1'}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Trunk': {'1.1'}} Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: consumer versions: Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'ConntrackHelper': '1.0', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Log': '1.0', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Network': '1.1', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Port': '1.7', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'PortForwarding': '1.2', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'QosPolicy': '1.9', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroup': '1.4', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroupRule': '1.2', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SubPort': '1.0', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Subnet': '1.1', Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Trunk': '1.1'}} Dec 14 18:06:08.787376 dv-cinder-821744-1-iscsi neutron-server[101643]: {{(pid=101643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:06:08.841230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.886684 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.888024 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:08.888709 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:08.977089 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8351145 Dec 14 18:06:09.005239 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1321-d749-49be-8c9d-5f3422de9346 admin admin] Pushing event updated for resources: {'Network': ['ID=0ceb3412-c927-4e63-bd72-4f43ca4adac1,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:09.021326 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:06:11.802725 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41862) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:12.233176 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f69f7-6fb4-4fb1-8ce6-a2575e8a3874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:12.234653 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-2f7f69f7-6fb4-4fb1-8ce6-a2575e8a3874 admin admin] 10.222.0.49 "GET /v2.0/networks/0ceb3412-c927-4e63-bd72-4f43ca4adac1 HTTP/1.1" status: 200 len: 825 time: 0.4309075 Dec 14 18:06:12.260738 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-26f1a17f-d20d-4fd7-ac09-c1936a52da94 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/43448be8-5ddf-4217-8d54-bb4d65464056 HTTP/1.1" status: 200 len: 734 time: 0.0198588 Dec 14 18:06:12.270409 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '2934d3312179477cae959bf951c11382', 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:12.294430 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Made reservation on behalf of 2934d3312179477cae959bf951c11382 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:06:12.296804 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:12.624734 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:12.701706 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Checking segment: {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:06:12.702116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Network hostable DHCP agents. Network: 0ceb3412-c927-4e63-bd72-4f43ca4adac1, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:06:12.704372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddcc340-57b3-456a-81c4-d99c1c057f36,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:12.731020 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:06:12.744611 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 0ceb3412-c927-4e63-bd72-4f43ca4adac1) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:12.750994 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:12.751854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:12.755439 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351d16c-c0f0-4ed3-80cf-3ea7e8f2124d None None] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:06:12.772111 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-75d1bd00-5cbe-4733-babf-a830f138ec6b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5051339 Dec 14 18:06:13.099313 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:06:13.100676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:13.384396 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Allocated IP 172.20.0.2 (0ceb3412-c927-4e63-bd72-4f43ca4adac1/dddcc340-57b3-456a-81c4-d99c1c057f36/3389e759-952d-417d-a3d3-ffda6216bc51) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:06:13.618943 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:13.630621 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:13.745473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:06:13.750824 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:13.763836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:06:13.767040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Pushing event updated for resources: {'Port': ['ID=3389e759-952d-417d-a3d3-ffda6216bc51,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:13.800164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.800533 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.800850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.801180 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.801506 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.801830 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.802151 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.802471 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.802831 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.803155 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.803473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.803792 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Tracked resource versions report: Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: pushed versions: Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: { 'AddressGroup': {'1.2'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'ConntrackHelper': {'1.0'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Log': {'1.0'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Network': {'1.1'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Port': {'1.7'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'PortForwarding': {'1.2'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'QosPolicy': {'1.9'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroup': {'1.4'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SubPort': {'1.0'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Subnet': {'1.1'}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Trunk': {'1.1'}} Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: consumer versions: Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'ConntrackHelper': '1.0', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Log': '1.0', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Network': '1.1', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Port': '1.7', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'PortForwarding': '1.2', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'QosPolicy': '1.9', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroup': '1.4', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroupRule': '1.2', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SubPort': '1.0', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Subnet': '1.1', Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Trunk': '1.1'}} Dec 14 18:06:13.804900 dv-cinder-821744-1-iscsi neutron-server[101645]: {{(pid=101645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:06:13.853813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Attempting to bind port 3389e759-952d-417d-a3d3-ffda6216bc51 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:06:13.854198 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Attempting to bind port 3389e759-952d-417d-a3d3-ffda6216bc51 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:06:13.854641 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Attempting to bind port 3389e759-952d-417d-a3d3-ffda6216bc51 on network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:06:13.860429 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:06:13.860845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Checking segment: {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:06:13.861331 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:13.861718 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Bound using segment: {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:06:13.862220 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Bound port: 3389e759-952d-417d-a3d3-ffda6216bc51, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:06:13.862658 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:13.926905 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] For port 3389e759-952d-417d-a3d3-ffda6216bc51, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:06:13.931646 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] For port 3389e759-952d-417d-a3d3-ffda6216bc51, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=3389e759-952d-417d-a3d3-ffda6216bc51,segment=NetworkSegment(4337adb6-a64e-46f6-9a8c-57b81d10faba),segment_id=4337adb6-a64e-46f6-9a8c-57b81d10faba)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:06:13.936332 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:14.009397 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a58d17-2de8-4d78-8714-83dd6314ccde None None] Pushing event updated for resources: {'Port': ['ID=3389e759-952d-417d-a3d3-ffda6216bc51,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:15.395405 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41870) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:15.827798 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [None req-50c92784-a4f2-4946-a040-2e7ebe24aadc admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:06:15.828803 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-50c92784-a4f2-4946-a040-2e7ebe24aadc admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4319887 Dec 14 18:06:18.340927 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41878) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:18.706904 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [None req-f874112a-eba7-4106-9d04-d953404376c7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:06:18.708187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f874112a-eba7-4106-9d04-d953404376c7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3662624 Dec 14 18:06:21.469451 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41888) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:21.788860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:21.814384 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:21.815950 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:21.954572 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:21.960393 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:21.978243 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:21.979509 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-a4fc0c35-5111-4d97-aa1a-fd8f19036716 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5090849 Dec 14 18:06:22.885815 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2465ad-8c87-476f-830a-ebb7155a2212 None None] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:06:22.960512 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] Provisioning complete for port 3389e759-952d-417d-a3d3-ffda6216bc51 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:22.961063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:23.175453 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:23.243369 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] For port 3389e759-952d-417d-a3d3-ffda6216bc51, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=3389e759-952d-417d-a3d3-ffda6216bc51,segment=NetworkSegment(4337adb6-a64e-46f6-9a8c-57b81d10faba),segment_id=4337adb6-a64e-46f6-9a8c-57b81d10faba)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:06:23.249063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:23.302822 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6435d-5531-4e17-a6db-24f203878957 None None] Pushing event updated for resources: {'Port': ['ID=3389e759-952d-417d-a3d3-ffda6216bc51,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:23.485948 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-a6296de5-af89-424a-928a-949a15c0bf44 None None] Provisioning complete for port 3389e759-952d-417d-a3d3-ffda6216bc51 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:23.486328 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a6296de5-af89-424a-928a-949a15c0bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:23.526712 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 3389e759-952d-417d-a3d3-ffda6216bc51 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:06:23.620309 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 3389e759-952d-417d-a3d3-ffda6216bc51 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:23.620686 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:24.459592 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-5b590645-eae4-4625-a849-543e738c3ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:24.514486 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 41900) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:25.071414 dv-cinder-821744-1-iscsi neutron-server[101644]: WARNING oslo_policy.policy [None req-973f7c75-2910-449e-aab3-36923bf0bacc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:25.071986 dv-cinder-821744-1-iscsi neutron-server[101644]: WARNING oslo_policy.policy [None req-973f7c75-2910-449e-aab3-36923bf0bacc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:25.304167 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [None req-973f7c75-2910-449e-aab3-36923bf0bacc admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:06:25.305296 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-973f7c75-2910-449e-aab3-36923bf0bacc admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7898602 Dec 14 18:06:27.066192 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-095183f1-21b3-403c-b51a-7778be7b3ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:27.817969 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 41914) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:28.158263 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:28.159726 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.quota [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Loaded quota_driver: . Dec 14 18:06:28.165800 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.228413 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Made reservation on behalf of 62db6439e836442eaf0ab06a41969bb8 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:06:28.297650 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.policy [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101644) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 18:06:28.346829 dv-cinder-821744-1-iscsi neutron-server[101644]: WARNING oslo_policy.policy [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:28.347213 dv-cinder-821744-1-iscsi neutron-server[101644]: WARNING oslo_policy.policy [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:06:28.358906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.379787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.510790 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.514793 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.526535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Reserving flat network on physical network physnet1 {{(pid=101644) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 14 18:06:28.561972 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749382174127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.562439 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Unsubscribe: segment precommit_create {{(pid=101644) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 18:06:28.562951 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Added segment c25bc39f-e85a-47a5-9435-8efab6fff67b of type flat for network 4a31241a-366c-4479-b737-613686607bec Dec 14 18:06:28.580742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dc9e58-f3f1-4885-9a16-b024c5fa3243,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:28.601618 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.601961 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.602291 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.602634 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.602956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.603286 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.603607 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.603929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.604259 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.604571 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.604873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.605759 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Tracked resource versions report: Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: pushed versions: Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: { 'AddressGroup': {'1.2'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'ConntrackHelper': {'1.0'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Log': {'1.0'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Network': {'1.1'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Port': {'1.7'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'PortForwarding': {'1.2'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'QosPolicy': {'1.9'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroup': {'1.4'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SubPort': {'1.0'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Subnet': {'1.1'}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Trunk': {'1.1'}} Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: consumer versions: Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'ConntrackHelper': '1.0', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Log': '1.0', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Network': '1.1', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Port': '1.7', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'PortForwarding': '1.2', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'QosPolicy': '1.9', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroup': '1.4', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroupRule': '1.2', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SubPort': '1.0', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Subnet': '1.1', Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Trunk': '1.1'}} Dec 14 18:06:28.607063 dv-cinder-821744-1-iscsi neutron-server[101644]: {{(pid=101644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:06:28.706616 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.757496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.758786 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:28.759470 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:28.851939 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0327337 Dec 14 18:06:28.874532 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1dec8-7e26-44cc-9045-358f97359a5c admin admin] Pushing event updated for resources: {'Network': ['ID=4a31241a-366c-4479-b737-613686607bec,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:28.886741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 4a31241a-366c-4479-b737-613686607bec details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:06:29.951798 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:29.953043 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:31.373733 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41938) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:31.581503 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f1eb7-3ac9-4ecb-9c4a-c229eef4585f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:31.582915 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-662f1eb7-3ac9-4ecb-9c4a-c229eef4585f admin admin] 10.222.0.49 "GET /v2.0/subnets/dddcc340-57b3-456a-81c4-d99c1c057f36 HTTP/1.1" status: 200 len: 849 time: 0.2078989 Dec 14 18:06:31.706089 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7734e5eb-091a-4702-9938-5a5b32603e6e admin admin] 10.222.0.49 "GET /v2.0/routers/9c226e66-14b5-4590-80d4-909dfdf328f1 HTTP/1.1" status: 200 len: 704 time: 0.1167650 Dec 14 18:06:31.996154 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.312997 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Allocated IP 172.20.0.1 (0ceb3412-c927-4e63-bd72-4f43ca4adac1/dddcc340-57b3-456a-81c4-d99c1c057f36/b96179fa-bda4-48a8-83e3-3c10851df813) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:06:32.481708 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.625038 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.699457 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:06:32.709283 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:32.716543 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:06:32.717086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.719680 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b96179fa-bda4-48a8-83e3-3c10851df813,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:32.899317 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-f20b64fd-a5cb-4fb2-82a8-cb261f0e389c None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:32.899858 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f20b64fd-a5cb-4fb2-82a8-cb261f0e389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.924655 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:32.933730 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-f20b64fd-a5cb-4fb2-82a8-cb261f0e389c None None] Port b96179fa-bda4-48a8-83e3-3c10851df813 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:06:33.138924 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:33.143730 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:33.144506 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:33.225456 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b96179fa-bda4-48a8-83e3-3c10851df813,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:33.275296 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:06:33.277597 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:33.453825 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Router 9c226e66-14b5-4590-80d4-909dfdf328f1 is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:06:33.456371 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-fe1842ce-c177-45d7-8601-3843ab2e6828 None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:33.456744 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fe1842ce-c177-45d7-8601-3843ab2e6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:33.490928 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-fe1842ce-c177-45d7-8601-3843ab2e6828 None None] Port b96179fa-bda4-48a8-83e3-3c10851df813 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:06:33.552347 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:06:33.558637 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-fdd19201-df7e-4398-8099-a9bea227f6c5 admin admin] 10.222.0.49 "PUT /v2.0/routers/9c226e66-14b5-4590-80d4-909dfdf328f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8441622 Dec 14 18:06:33.580044 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Sync routers for ids ['9c226e66-14b5-4590-80d4-909dfdf328f1'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:06:33.591979 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Routers {'9c226e66-14b5-4590-80d4-909dfdf328f1'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:06:33.592807 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:06:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['9c226e66-14b5-4590-80d4-909dfdf328f1'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:33.812394 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Set router 9c226e66-14b5-4590-80d4-909dfdf328f1 gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:06:34.268786 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:32Z', 'revision_number': 2, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port_host': None, '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:33Z', 'revision_number': 2, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:34.321662 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Checking router: 9c226e66-14b5-4590-80d4-909dfdf328f1 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:06:34.322091 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Updating router 9c226e66-14b5-4590-80d4-909dfdf328f1 port b96179fa-bda4-48a8-83e3-3c10851df813 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:06:34.374551 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.119474 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.128104 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.304777 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Pushing event updated for resources: {'Port': ['ID=b96179fa-bda4-48a8-83e3-3c10851df813,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:35.316379 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Attempting to bind port b96179fa-bda4-48a8-83e3-3c10851df813 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:06:35.316787 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Attempting to bind port b96179fa-bda4-48a8-83e3-3c10851df813 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:06:35.317247 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Attempting to bind port b96179fa-bda4-48a8-83e3-3c10851df813 on network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:06:35.319815 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.320160 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.320493 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.320813 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.321131 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.321459 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.321767 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.322075 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.322394 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.322728 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.323041 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.323350 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Tracked resource versions report: Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: pushed versions: Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: { 'AddressGroup': {'1.2'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'ConntrackHelper': {'1.0'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Log': {'1.0'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Network': {'1.1'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Port': {'1.7'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'PortForwarding': {'1.2'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'QosPolicy': {'1.9'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroup': {'1.4'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SubPort': {'1.0'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Subnet': {'1.1'}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Trunk': {'1.1'}} Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: consumer versions: Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'ConntrackHelper': '1.0', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Log': '1.0', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Network': '1.1', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Port': '1.7', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'PortForwarding': '1.2', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'QosPolicy': '1.9', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroup': '1.4', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroupRule': '1.2', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SubPort': '1.0', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Subnet': '1.1', Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Trunk': '1.1'}} Dec 14 18:06:35.324509 dv-cinder-821744-1-iscsi neutron-server[101646]: {{(pid=101646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:06:35.331513 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:06:35.331933 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Checking segment: {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:06:35.332392 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.332775 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Bound using segment: {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:06:35.333763 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Bound port: b96179fa-bda4-48a8-83e3-3c10851df813, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4337adb6-a64e-46f6-9a8c-57b81d10faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:06:35.333763 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.402821 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] For port b96179fa-bda4-48a8-83e3-3c10851df813, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:06:35.421027 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-540624e5-62d5-49bd-b3dc-93475226a6b3 None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:35.421606 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-540624e5-62d5-49bd-b3dc-93475226a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.424618 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] For port b96179fa-bda4-48a8-83e3-3c10851df813, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=b96179fa-bda4-48a8-83e3-3c10851df813,segment=NetworkSegment(4337adb6-a64e-46f6-9a8c-57b81d10faba),segment_id=4337adb6-a64e-46f6-9a8c-57b81d10faba)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:06:35.429154 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.461915 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-540624e5-62d5-49bd-b3dc-93475226a6b3 None None] Port b96179fa-bda4-48a8-83e3-3c10851df813 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:06:35.491503 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbee5c-23e9-4269-8f4d-a31cd0ba9f09 None None] Pushing event updated for resources: {'Port': ['ID=b96179fa-bda4-48a8-83e3-3c10851df813,revision_number=4']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:35.496190 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Routers {'9c226e66-14b5-4590-80d4-909dfdf328f1'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:06:35.496826 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:06:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['9c226e66-14b5-4590-80d4-909dfdf328f1'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:35.593026 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] Set router 9c226e66-14b5-4590-80d4-909dfdf328f1 gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:06:35.693210 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:35.693574 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.787278 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.819951 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] For port b96179fa-bda4-48a8-83e3-3c10851df813, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=b96179fa-bda4-48a8-83e3-3c10851df813,segment=NetworkSegment(4337adb6-a64e-46f6-9a8c-57b81d10faba),segment_id=4337adb6-a64e-46f6-9a8c-57b81d10faba)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:06:35.825547 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:35.874419 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:32Z', 'revision_number': 2, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port_host': None, '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:35Z', 'revision_number': 4, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:35.881278 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec622ae5-cb94-4beb-9210-7c0ab535681b None None] Pushing event updated for resources: {'Port': ['ID=b96179fa-bda4-48a8-83e3-3c10851df813,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:35.906341 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1a24-2607-4729-a954-5bc5d03f2756 None None] The sync data for ids ['9c226e66-14b5-4590-80d4-909dfdf328f1'] in dv-cinder-821744-1-iscsi is: [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:32Z', 'revision_number': 2, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port_host': None, '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:35Z', 'revision_number': 4, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:06:35.929875 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41958) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:36.053546 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86395e-dc10-49a3-b5c2-c9440a245bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:36.055247 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-1d86395e-dc10-49a3-b5c2-c9440a245bdb admin admin] 10.222.0.49 "GET /v2.0/networks/4a31241a-366c-4479-b737-613686607bec HTTP/1.1" status: 200 len: 842 time: 0.1243820 Dec 14 18:06:36.065739 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Request body: {'subnet': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:36.087911 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Made reservation on behalf of 62db6439e836442eaf0ab06a41969bb8 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:06:36.090806 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:36.392775 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.objects.ports [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101643) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 18:06:36.393114 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:36.452116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afdfb3d-4dde-48e1-8356-9d7b7eedb13d,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:36.461631 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:06:36.461988 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Network hostable DHCP agents. Network: 4a31241a-366c-4479-b737-613686607bec, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:06:36.480679 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Network 4a31241a-366c-4479-b737-613686607bec is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:06:36.504183 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 4a31241a-366c-4479-b737-613686607bec) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:36.509001 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:36.509733 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:36.521353 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9207de-26b7-4f5f-8968-9d0b14e6d1a2 None None] Network 4a31241a-366c-4479-b737-613686607bec requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:06:36.529837 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-fb68d346-c6c2-4fb6-b038-ef7c64a4c04f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677885 Dec 14 18:06:36.669978 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcb473-34c1-439d-972b-8e204e43231e None None] Network 4a31241a-366c-4479-b737-613686607bec requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:06:38.947564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 41966) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:39.173798 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-603b425f-5feb-4f58-977e-9701a65584c8 admin admin] 10.222.0.49 "GET /v2.0/routers/9c226e66-14b5-4590-80d4-909dfdf328f1 HTTP/1.1" status: 200 len: 710 time: 0.2249928 Dec 14 18:06:39.269690 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a9b3c-2a84-4fd7-8344-818a5c36a763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:06:39.271205 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-987a9b3c-2a84-4fd7-8344-818a5c36a763 admin admin] 10.222.0.49 "GET /v2.0/networks/4a31241a-366c-4479-b737-613686607bec HTTP/1.1" status: 200 len: 886 time: 0.0910826 Dec 14 18:06:39.282071 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:06:39.532419 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:39.772417 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:39.864541 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:39.978116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Allocated IP 172.27.1.24 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/f28213c6-be79-489f-baf6-2d9a76440806) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:06:40.101018 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:40.135081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:40.173118 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:06:40.176197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:06:40.179076 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:06:40.302527 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Pushing event updated for resources: {'Port': ['ID=f28213c6-be79-489f-baf6-2d9a76440806,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:40.532349 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:40.837597 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11980'] for router, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:40.841923 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628383'] for router, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:40.960685 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Router 9c226e66-14b5-4590-80d4-909dfdf328f1 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:06:41.078675 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:06:41.085600 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:41.087564 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-febbe27b-9d43-4bae-9aa2-35d79bc45b4b admin admin] 10.222.0.49 "PUT /v2.0/routers/9c226e66-14b5-4590-80d4-909dfdf328f1 HTTP/1.1" status: 200 len: 889 time: 1.8091681 Dec 14 18:06:41.569986 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device b96179fa-bda4-48a8-83e3-3c10851df813 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:06:41.625374 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:41.625653 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:42.966012 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Sync routers for ids ['9c226e66-14b5-4590-80d4-909dfdf328f1'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:06:42.980903 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Routers {'9c226e66-14b5-4590-80d4-909dfdf328f1'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:06:42.981708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:06:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['9c226e66-14b5-4590-80d4-909dfdf328f1'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:43.233362 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Set router 9c226e66-14b5-4590-80d4-909dfdf328f1 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:06:43.697223 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 41978) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:06:43.828470 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:40Z', 'revision_number': 4, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port': {'id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:39Z', 'updated_at': '2021-12-14T18:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:35Z', 'revision_number': 5, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:43.870109 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0e1322be-9c71-4564-9632-4cb6601b9811 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1713843 Dec 14 18:06:43.893988 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Checking router: 9c226e66-14b5-4590-80d4-909dfdf328f1 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:06:43.894240 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Updating router 9c226e66-14b5-4590-80d4-909dfdf328f1 port f28213c6-be79-489f-baf6-2d9a76440806 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:06:43.947080 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.329549 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.336401 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.393646 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076a350-129f-4241-956f-7d418ccf4bd6 None None] Pushing event updated for resources: {'Port': ['ID=f28213c6-be79-489f-baf6-2d9a76440806,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:44.394253 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Attempting to bind port f28213c6-be79-489f-baf6-2d9a76440806 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:06:44.395365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Attempting to bind port f28213c6-be79-489f-baf6-2d9a76440806 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:06:44.395365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Attempting to bind port f28213c6-be79-489f-baf6-2d9a76440806 on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:06:44.400664 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:06:44.401093 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:06:44.401511 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.401942 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:06:44.402423 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Bound port: f28213c6-be79-489f-baf6-2d9a76440806, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:06:44.402850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.470754 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] For port f28213c6-be79-489f-baf6-2d9a76440806, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:06:44.475080 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] For port f28213c6-be79-489f-baf6-2d9a76440806, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=f28213c6-be79-489f-baf6-2d9a76440806,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:06:44.481501 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:44.627151 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Routers {'9c226e66-14b5-4590-80d4-909dfdf328f1'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:06:44.627799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:06:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['9c226e66-14b5-4590-80d4-909dfdf328f1'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:44.673961 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076a350-129f-4241-956f-7d418ccf4bd6 None None] Pushing event updated for resources: {'Port': ['ID=f28213c6-be79-489f-baf6-2d9a76440806,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:44.765740 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] Set router 9c226e66-14b5-4590-80d4-909dfdf328f1 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:06:44.924661 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:06:45.044891 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:40Z', 'revision_number': 4, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port': {'id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:39Z', 'updated_at': '2021-12-14T18:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:35Z', 'revision_number': 5, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:06:45.075848 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d131b-b4e9-4e34-9f1c-339e20b2d2ec None None] The sync data for ids ['9c226e66-14b5-4590-80d4-909dfdf328f1'] in dv-cinder-821744-1-iscsi is: [{'id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'name': 'router1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:21Z', 'updated_at': '2021-12-14T18:06:40Z', 'revision_number': 4, 'project_id': '2934d3312179477cae959bf951c11382', 'gw_port': {'id': 'f28213c6-be79-489f-baf6-2d9a76440806', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:39Z', 'updated_at': '2021-12-14T18:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'b96179fa-bda4-48a8-83e3-3c10851df813', 'name': '', 'network_id': '0ceb3412-c927-4e63-bd72-4f43ca4adac1', 'tenant_id': '2934d3312179477cae959bf951c11382', 'mac_address': 'fa:16:3e:75:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c226e66-14b5-4590-80d4-909dfdf328f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:06:35Z', 'revision_number': 5, 'project_id': '2934d3312179477cae959bf951c11382', 'subnets': [{'id': 'dddcc340-57b3-456a-81c4-d99c1c057f36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43448be8-5ddf-4217-8d54-bb4d65464056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:06:45.716751 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device f28213c6-be79-489f-baf6-2d9a76440806 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:06:45.780251 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port f28213c6-be79-489f-baf6-2d9a76440806 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:45.780626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:45.915009 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:45.951926 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port f28213c6-be79-489f-baf6-2d9a76440806, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=f28213c6-be79-489f-baf6-2d9a76440806,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:06:45.956901 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:46.021086 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=f28213c6-be79-489f-baf6-2d9a76440806,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:06:47.539276 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device f28213c6-be79-489f-baf6-2d9a76440806 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:06:47.592418 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port f28213c6-be79-489f-baf6-2d9a76440806 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:06:47.592779 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:54.462832 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-60e94188-4256-4851-ba5d-b0f375334eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:57.067861 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-56a02af7-22af-4e88-93ca-370352ce718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:58.167993 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:59.963048 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:06:59.968530 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:21.914753 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:07:24.462519 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b34fdebd-081d-4fd6-a6b1-d38f8345f2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:27.073609 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2eca-d40d-4ecd-a249-57ff464d87ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:28.177888 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:29.969432 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:29.977882 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:54.456558 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e3c876c4-4d7a-4e82-866a-601d7f9e03e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:57.072243 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8b77d676-feb4-4be3-b252-4ad29a8dfd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:58.177328 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:58.910538 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:07:59.958780 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:07:59.973431 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:24.231130 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42540) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:24.295313 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dd360d-9205-4d43-b9cb-c0b5fc712059 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:08:24.296711 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-94dd360d-9205-4d43-b9cb-c0b5fc712059 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645981 Dec 14 18:08:24.460388 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13954d-20f0-42aa-bc8c-933397f6d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:24.460675 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6ca217bc-91fb-4ccd-b07b-c126122fcd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:24.467273 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-9c13954d-20f0-42aa-bc8c-933397f6d51f admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1654961 Dec 14 18:08:26.689608 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42550) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:26.784214 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3b8ab3-16bb-49df-91ec-cf94829db78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:26.785610 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7e3b8ab3-16bb-49df-91ec-cf94829db78e admin admin] 10.222.0.49 "GET /v2.0/subnets/dddcc340-57b3-456a-81c4-d99c1c057f36 HTTP/1.1" status: 200 len: 849 time: 0.0950501 Dec 14 18:08:26.796131 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:08:26.885583 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:27.035510 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749382393245'] for subnet, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:27.063713 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-44668996-6d86-469a-983e-27ce104e0e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:27.070985 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:27.071571 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:27.073439 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] 10.222.0.49 "PUT /v2.0/subnets/dddcc340-57b3-456a-81c4-d99c1c057f36 HTTP/1.1" status: 200 len: 868 time: 0.2811880 Dec 14 18:08:27.090126 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fac47-24ce-4374-9bc8-e0bfbe430a23 None None] Network 0ceb3412-c927-4e63-bd72-4f43ca4adac1 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:08:27.093424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddcc340-57b3-456a-81c4-d99c1c057f36,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:08:27.101288 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.101653 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.102090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.102441 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.102805 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.103664 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.103992 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.104421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.105728 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.105728 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.105728 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.106162 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd261-6f4a-4f3c-abe2-ee9b1e3e51b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:08:27.528950 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-a13b7005-2343-4d8e-858c-401abbb6058f None None] Provisioning complete for port b96179fa-bda4-48a8-83e3-3c10851df813 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:08:27.529326 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a13b7005-2343-4d8e-858c-401abbb6058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:27.619435 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-a13b7005-2343-4d8e-858c-401abbb6058f None None] Provisioning complete for port 3389e759-952d-417d-a3d3-ffda6216bc51 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:08:27.619695 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a13b7005-2343-4d8e-858c-401abbb6058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:28.178814 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:29.339602 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42558) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:29.550458 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2138bdc-657a-428f-9609-0b63850a34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:29.550961 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2138bdc-657a-428f-9609-0b63850a34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:29.552552 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d2138bdc-657a-428f-9609-0b63850a34b2 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119801 Dec 14 18:08:29.951299 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:29.972550 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:31.820415 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42566) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:31.965287 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f70be-4d41-4f3e-87fa-887e6fdb2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:31.965802 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f70be-4d41-4f3e-87fa-887e6fdb2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:31.967462 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-767f70be-4d41-4f3e-87fa-887e6fdb2c53 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1459210 Dec 14 18:08:34.265138 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42574) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:34.483651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5124b9f-da5b-4134-a6c6-f08fc4cbd6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:34.485193 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b5124b9f-da5b-4134-a6c6-f08fc4cbd6ad admin admin] 10.222.0.49 "GET /v2.0/networks/0ceb3412-c927-4e63-bd72-4f43ca4adac1 HTTP/1.1" status: 200 len: 869 time: 0.2191155 Dec 14 18:08:35.909597 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:08:36.747671 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42584) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:36.890110 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bb71-7d87-435d-a4f2-2cf4db75cebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:36.891582 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6613bb71-7d87-435d-a4f2-2cf4db75cebe admin admin] 10.222.0.49 "GET /v2.0/networks/4a31241a-366c-4479-b737-613686607bec HTTP/1.1" status: 200 len: 886 time: 0.1429508 Dec 14 18:08:39.140493 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42592) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:39.279683 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57f61f-bf60-465c-8377-dc6922cf86d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:39.280130 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57f61f-bf60-465c-8377-dc6922cf86d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:39.281696 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7e57f61f-bf60-465c-8377-dc6922cf86d7 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402531 Dec 14 18:08:41.570026 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42600) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:41.665886 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30b08e-cac8-4aa7-af10-218bdfb1e522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:41.666399 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30b08e-cac8-4aa7-af10-218bdfb1e522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:41.667983 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-aa30b08e-cac8-4aa7-af10-218bdfb1e522 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969734 Dec 14 18:08:43.939057 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42608) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:44.028255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab1b19-9a2c-4950-ba4b-95c9e750e241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:44.029618 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8dab1b19-9a2c-4950-ba4b-95c9e750e241 admin admin] 10.222.0.49 "GET /v2.0/subnets/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d HTTP/1.1" status: 200 len: 816 time: 0.0896227 Dec 14 18:08:46.274476 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42616) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:08:46.440714 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7ceb4-a7f3-4c87-a3af-9915d7c39316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:08:46.442090 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fcb7ceb4-a7f3-4c87-a3af-9915d7c39316 admin admin] 10.222.0.49 "GET /v2.0/subnets/dddcc340-57b3-456a-81c4-d99c1c057f36 HTTP/1.1" status: 200 len: 868 time: 0.1666276 Dec 14 18:08:54.466055 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-77b862ae-bc46-4568-94eb-6dd8f33ec12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:57.069486 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-acf12787-8a4e-4384-81a2-e84874107f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:58.185223 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:59.954456 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:08:59.976935 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:11.751016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42670) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:09:11.799641 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [None req-308fe888-f187-42ab-84f6-776f83a06981 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:09:11.801517 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-308fe888-f187-42ab-84f6-776f83a06981 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487101 Dec 14 18:09:12.903502 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:09:14.193576 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42678) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:09:14.257207 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.pecan_wsgi.hooks.translation [None req-0348bc40-b283-4550-9c74-77fa6060b68b admin admin] GET failed (client error): The resource could not be found. Dec 14 18:09:14.258634 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0348bc40-b283-4550-9c74-77fa6060b68b admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640883 Dec 14 18:09:14.417839 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d753e3-eaa4-4590-9f97-a1c9bcc65892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:09:14.419325 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-74d753e3-eaa4-4590-9f97-a1c9bcc65892 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1552460 Dec 14 18:09:16.719066 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42686) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:09:16.769835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:09:16.792310 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Made reservation on behalf of 62db6439e836442eaf0ab06a41969bb8 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:09:16.794728 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:16.833236 dv-cinder-821744-1-iscsi neutron-server[101644]: WARNING neutron.services.revisions.revision_plugin [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Could not find related network for resource to bump revision. Dec 14 18:09:16.854140 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:09:16.868995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:16.869526 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Added segment 0227251a-d4d1-4805-b411-021d78a9a3c4 of type vlan for network 410484ac-43e7-4c53-a51e-b05be1c767df Dec 14 18:09:16.916264 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:16.940949 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:16.941931 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:09:16.942498 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:16.997001 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2767851 Dec 14 18:09:17.008866 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Pushing event updated for resources: {'Network': ['ID=410484ac-43e7-4c53-a51e-b05be1c767df,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:09:17.016399 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.016637 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.016963 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.017339 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.017608 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.018968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.018968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.018968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.018968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.019343 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.019595 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.019957 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d8313-6fed-4eb4-badf-d776f2ec86ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:17.034140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 410484ac-43e7-4c53-a51e-b05be1c767df details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:09:19.300601 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42694) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:09:19.371444 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c6cea5-a113-4b85-99f7-f134babb52d8 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:09:19.372804 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-18c6cea5-a113-4b85-99f7-f134babb52d8 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0712464 Dec 14 18:09:19.448506 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203753a3-4cb0-410b-befc-10563bda909c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:09:19.449915 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-203753a3-4cb0-410b-befc-10563bda909c admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722680 Dec 14 18:09:19.460581 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:09:19.486902 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Made reservation on behalf of 62db6439e836442eaf0ab06a41969bb8 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:09:19.489207 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:19.694194 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:19.753947 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:09:19.767556 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Checking segment: {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:09:19.767934 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Network hostable DHCP agents. Network: 410484ac-43e7-4c53-a51e-b05be1c767df, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:09:19.791431 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Network 410484ac-43e7-4c53-a51e-b05be1c767df is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:09:19.809370 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 410484ac-43e7-4c53-a51e-b05be1c767df) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:09:19.819944 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:09:19.820850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca3ba8-0dfc-475e-821d-07d62f454f04 None None] Network 410484ac-43e7-4c53-a51e-b05be1c767df requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:09:19.822005 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:19.854638 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-67b007b5-1c48-47fa-9632-cc0ee71c3da6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855841 Dec 14 18:09:20.170415 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-410484ac-43e7-4c53-a51e-b05be1c767df', 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df', 'tenant_id': '62db6439e836442eaf0ab06a41969bb8', 'fixed_ips': [{'subnet_id': '64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:09:20.171332 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.361082 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Allocated IP 192.168.233.2 (410484ac-43e7-4c53-a51e-b05be1c767df/64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75/3c3c3ccf-cd32-4739-93bc-900e00de8937) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:09:20.543640 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.551080 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.591549 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Network 410484ac-43e7-4c53-a51e-b05be1c767df is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:09:20.594668 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:09:20.598622 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:09:20.613501 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Pushing event updated for resources: {'Port': ['ID=3c3c3ccf-cd32-4739-93bc-900e00de8937,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:09:20.637276 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.637689 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.637999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.638336 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.638769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.639113 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.639451 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.639782 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.640127 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.640456 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.640774 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.641101 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:09:20.675270 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Attempting to bind port 3c3c3ccf-cd32-4739-93bc-900e00de8937 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:09:20.675845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Attempting to bind port 3c3c3ccf-cd32-4739-93bc-900e00de8937 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:09:20.676429 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Attempting to bind port 3c3c3ccf-cd32-4739-93bc-900e00de8937 on network 410484ac-43e7-4c53-a51e-b05be1c767df {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:09:20.684766 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:09:20.685093 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Checking segment: {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:09:20.685513 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.685969 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Bound using segment: {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:09:20.686520 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Bound port: 3c3c3ccf-cd32-4739-93bc-900e00de8937, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:09:20.687182 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.762540 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] For port 3c3c3ccf-cd32-4739-93bc-900e00de8937, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:09:20.767530 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] For port 3c3c3ccf-cd32-4739-93bc-900e00de8937, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=3c3c3ccf-cd32-4739-93bc-900e00de8937,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:09:20.773063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:20.842207 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79412909-6f62-458c-9e4b-86a700088c56 None None] Pushing event updated for resources: {'Port': ['ID=3c3c3ccf-cd32-4739-93bc-900e00de8937,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:09:21.687433 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 3c3c3ccf-cd32-4739-93bc-900e00de8937 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:09:21.754744 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7f0de-7f63-48d1-9e18-8df0e5883a5a None None] Network 410484ac-43e7-4c53-a51e-b05be1c767df requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:09:21.770554 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 3c3c3ccf-cd32-4739-93bc-900e00de8937 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:09:21.770852 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:21.887221 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-67919557-13d9-48cf-adcd-a62e025eb677 None None] Provisioning complete for port 3c3c3ccf-cd32-4739-93bc-900e00de8937 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:09:21.887932 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-67919557-13d9-48cf-adcd-a62e025eb677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:21.988487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:22.071417 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 3c3c3ccf-cd32-4739-93bc-900e00de8937, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=3c3c3ccf-cd32-4739-93bc-900e00de8937,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:09:22.079409 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:22.115070 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-67919557-13d9-48cf-adcd-a62e025eb677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:22.160048 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=3c3c3ccf-cd32-4739-93bc-900e00de8937,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:09:22.205942 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.db.api [None req-67919557-13d9-48cf-adcd-a62e025eb677 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:09:22.206349 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG oslo_db.api [None req-67919557-13d9-48cf-adcd-a62e025eb677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 18:09:22.867742 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-a3773623-f9b2-4480-b80b-289fbd80c983 None None] Provisioning complete for port 3c3c3ccf-cd32-4739-93bc-900e00de8937 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:09:22.868449 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a3773623-f9b2-4480-b80b-289fbd80c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:23.651708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 3c3c3ccf-cd32-4739-93bc-900e00de8937 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:09:23.701086 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 3c3c3ccf-cd32-4739-93bc-900e00de8937 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:09:23.701086 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:24.472293 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-76c54c38-adb4-4ee3-b5a9-98fad7b54924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:27.061696 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c3db-1b71-4e16-a9f1-a1c02ece5f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:28.186178 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:29.954117 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:29.987553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:49.906504 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:09:54.477336 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e6061733-ce8a-49a9-83f1-757504fe9bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:57.064596 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6384c3e0-9279-40a7-a319-e05f963b3cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:58.187887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:59.947345 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:09:59.988058 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:24.481139 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-251b2602-6407-4d34-a2ed-becc53a75707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:26.909824 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:10:27.066542 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6714bdbf-a0b1-4d70-ba95-166aed609477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:28.192191 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:29.955618 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:29.999291 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.091696 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42748) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:10:35.097523 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [None req-81da9aac-1275-47bb-b2f9-e04175cce41b tempest-verify_tempest_config-173468244 tempest-verify_tempest_config-173468244-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:10:35.098552 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-81da9aac-1275-47bb-b2f9-e04175cce41b tempest-verify_tempest_config-173468244 tempest-verify_tempest_config-173468244-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058913 Dec 14 18:10:35.403641 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 42766) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:10:35.505881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.582184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.586941 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.635791 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12eb286d3255410283899c17e7c8b3b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2311544 Dec 14 18:10:35.637670 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fc65f-c5f7-4848-917d-4aa263b66582,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:10:35.640266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42770) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:10:35.647087 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.647450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.647859 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.648982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.649138 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.649376 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.649699 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.650038 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.650350 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.650696 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.651146 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.651479 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95642a6-82ef-4613-afe0-cbbce57a5c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.712526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.734816 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.829241 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.831869 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:35.833156 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd5fc65f-c5f7-4848-917d-4aa263b66582 HTTP/1.1" status: 204 len: 168 time: 0.1916394 Dec 14 18:10:35.841440 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fc65f-c5f7-4848-917d-4aa263b66582,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:10:35.849632 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.850000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.850350 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.850735 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.851042 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.851392 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.851738 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.852136 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.852424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.852796 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.853168 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:35.853494 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8803609d-54aa-4797-b6dc-88d54f76f08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:10:54.485626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-908fe391-d9b4-4ae7-99a9-2a6512cbc9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:57.080266 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a36ca273-7098-4e77-aec8-ef0c207750c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:58.194310 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:59.948735 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:10:59.999793 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:03.913451 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:11:24.498062 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-24bd5fb2-dd32-42a3-85fb-035996120254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:27.227008 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9d713ebf-06eb-4fcf-a01e-53173cd085da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:28.202684 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:29.953815 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:30.003611 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:40.918005 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 5 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:11:54.491985 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-eab4ff0e-d3f7-4d7f-ab44-1478b18039b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:57.071434 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-45f0a8aa-19a5-4f7c-9d9e-27676a04c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:58.197508 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:11:59.957654 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:00.011345 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:09.500677 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630708'] for agent, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:17.921039 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:12:24.440523 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42844) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:12:24.507568 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e815ff92-dba4-4d2d-b6ef-77585346e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:24.574187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-deb513b9-d88b-4d89-b12d-d453bc087b9d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1325419 Dec 14 18:12:26.890637 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 42854) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:12:26.953851 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d2d47017-5193-46e4-87ed-1ec044c92314 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0620809 Dec 14 18:12:27.074818 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3c8f01c7-0690-4ce9-88e8-2307ca82f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:28.202245 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:29.960504 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:30.016286 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:39.461060 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:54.500650 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0628a886-229f-4749-91b4-3592d2519b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:54.927153 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:12:57.079416 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-1a89f571-f762-4449-b528-d46be998c847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:58.205687 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:12:59.961203 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:00.019073 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:09.475554 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:24.504692 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6bd8334e-22db-4b7c-8d60-ae9d30a648e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:27.085172 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0b17d460-433c-487d-b8f5-adaa93656b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:28.209561 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:29.971629 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:30.027212 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:31.932275 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:13:39.494403 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:54.502770 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2b40e6aa-fe4a-462b-af3d-37d2b25d2055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:57.086575 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-91823cfe-93fb-474d-8715-f4f34f8242a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:58.213714 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:13:59.966099 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:00.027971 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:08.935383 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:14:09.520442 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:18.325580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43012) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:18.671534 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-network', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:18.713230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Made reservation on behalf of 4a76fd13a03b419fbc5481def65810e0 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:18.717098 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:18.736072 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.010434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.016521 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.069194 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:14:19.095558 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe6826-22aa-41eb-a5e0-2df31cc00b82,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:19.099096 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.099568 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Added segment 85da719c-90ac-43ff-a66a-eaed2864c4a2 of type vlan for network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 Dec 14 18:14:19.115885 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.116406 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.117347 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.117347 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.117777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.118222 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.118779 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.119132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.119482 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.119820 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.120150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.120523 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Tracked resource versions report: Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: pushed versions: Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: { 'AddressGroup': {'1.2'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'ConntrackHelper': {'1.0'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Log': {'1.0'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Network': {'1.1'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Port': {'1.7'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'PortForwarding': {'1.2'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'QosPolicy': {'1.9'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroup': {'1.4'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SubPort': {'1.0'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Subnet': {'1.1'}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Trunk': {'1.1'}} Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: consumer versions: Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'ConntrackHelper': '1.0', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Log': '1.0', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Network': '1.1', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Port': '1.7', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'PortForwarding': '1.2', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'QosPolicy': '1.9', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroup': '1.4', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SecurityGroupRule': '1.2', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'SubPort': '1.0', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Subnet': '1.1', Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: 'Trunk': '1.1'}} Dec 14 18:14:19.121737 dv-cinder-821744-1-iscsi neutron-server[101643]: {{(pid=101643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:14:19.192689 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.249233 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.250773 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:19.251484 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.320507 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9936409 Dec 14 18:14:19.320881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43058) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:19.329787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Request body: {'subnet': {'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-subnet', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:19.342106 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb6394-b75b-4015-a75a-e15ec182a946 admin admin] Pushing event updated for resources: {'Network': ['ID=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:19.356804 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:14:19.379879 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Made reservation on behalf of 4a76fd13a03b419fbc5481def65810e0 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:19.384679 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.425215 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43064) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:19.620011 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.683312 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:19.694052 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.694414 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.694775 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.695099 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.695542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.695996 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.696485 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.696825 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.697172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.697492 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.697807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.698118 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Tracked resource versions report: Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: pushed versions: Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: { 'AddressGroup': {'1.2'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'ConntrackHelper': {'1.0'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Log': {'1.0'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Network': {'1.1'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Port': {'1.7'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'PortForwarding': {'1.2'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'QosPolicy': {'1.9'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroup': {'1.4'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SubPort': {'1.0'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Subnet': {'1.1'}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Trunk': {'1.1'}} Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: consumer versions: Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'ConntrackHelper': '1.0', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Log': '1.0', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Network': '1.1', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Port': '1.7', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'PortForwarding': '1.2', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'QosPolicy': '1.9', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroup': '1.4', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SecurityGroupRule': '1.2', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'SubPort': '1.0', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Subnet': '1.1', Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: 'Trunk': '1.1'}} Dec 14 18:14:19.699216 dv-cinder-821744-1-iscsi neutron-server[101644]: {{(pid=101644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:14:19.729806 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Checking segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:19.730319 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Network hostable DHCP agents. Network: 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:14:19.752585 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:14:19.764595 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:19.770639 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:19.771223 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.779766 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5290b-0bc7-406a-b72c-c1a54588779c None None] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:19.795530 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b1870506-6f9e-4bb4-a31f-a59c0474a129 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4725003 Dec 14 18:14:19.800444 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43076) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:19.807899 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:19.841579 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.853485 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:19.933107 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.066366 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:14:20.067286 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.168605 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.259561 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43088) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:20.267045 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-482013524-network', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:20.295414 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Made reservation on behalf of abccb7674f7d4776bf46976c705a49a9 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:20.298481 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.319068 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43092) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:20.345544 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.374111 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Allocated IP 172.20.0.2 (72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37/cdd076ff-2aa2-46e0-8c8d-ec8433b05fba/6ce9777b-dae2-4164-9051-425e99996d96) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:20.539384 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.548895 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.564664 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:14:20.578623 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.579441 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Added segment e33c9f66-fbbc-4fab-90f5-34277cf5c659 of type vlan for network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 Dec 14 18:14:20.685853 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.696686 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.756564 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:20.761879 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:20.767696 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:20.781546 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.806069 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Pushing event updated for resources: {'Port': ['ID=6ce9777b-dae2-4164-9051-425e99996d96,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:20.826680 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.827741 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:20.828399 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.851388 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.851759 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.852284 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.852445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.852738 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.853045 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.853365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.853688 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.854024 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.854344 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.854698 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.855013 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Tracked resource versions report: Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: pushed versions: Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: { 'AddressGroup': {'1.2'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'ConntrackHelper': {'1.0'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Log': {'1.0'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Network': {'1.1'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Port': {'1.7'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'PortForwarding': {'1.2'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'QosPolicy': {'1.9'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroup': {'1.4'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SubPort': {'1.0'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Subnet': {'1.1'}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Trunk': {'1.1'}} Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: consumer versions: Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'ConntrackHelper': '1.0', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Log': '1.0', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Network': '1.1', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Port': '1.7', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'PortForwarding': '1.2', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'QosPolicy': '1.9', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroup': '1.4', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SecurityGroupRule': '1.2', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'SubPort': '1.0', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Subnet': '1.1', Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: 'Trunk': '1.1'}} Dec 14 18:14:20.856219 dv-cinder-821744-1-iscsi neutron-server[101645]: {{(pid=101645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:14:20.875791 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Attempting to bind port 6ce9777b-dae2-4164-9051-425e99996d96 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:20.876154 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Attempting to bind port 6ce9777b-dae2-4164-9051-425e99996d96 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:20.877318 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Attempting to bind port 6ce9777b-dae2-4164-9051-425e99996d96 on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:20.884261 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:20.884584 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Checking segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:20.885215 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.885628 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Bound using segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:20.886102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Bound port: 6ce9777b-dae2-4164-9051-425e99996d96, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:20.888985 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:20.922169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43106) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:20.927474 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5003233 Dec 14 18:14:20.930502 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Request body: {'subnet': {'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-subnet', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:20.939964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d8fa2-7828-43d7-8b2c-28e36701b196,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:20.958476 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Made reservation on behalf of abccb7674f7d4776bf46976c705a49a9 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:20.966099 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.040233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] For port 6ce9777b-dae2-4164-9051-425e99996d96, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:21.045303 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] For port 6ce9777b-dae2-4164-9051-425e99996d96, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6ce9777b-dae2-4164-9051-425e99996d96,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:21.052801 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.123454 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1491236599-network', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:21.134619 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.153032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-980849945-network', 'tenant_id': '9b69726166a9432ba40485071d675cdb'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:21.160674 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff609-d040-402c-ad9d-a4869e38fa44 None None] Pushing event updated for resources: {'Port': ['ID=6ce9777b-dae2-4164-9051-425e99996d96,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:21.208765 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.233070 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9877a-2ad8-418a-8bec-ec466fe481a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:21.234188 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Made reservation on behalf of 9b69726166a9432ba40485071d675cdb for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:21.236680 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.256633 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:14:21.258586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.459040 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Made reservation on behalf of f256f429fb4544959793a0db85d4bc33 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:21.461723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.462912 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Allocated IP 172.27.1.113 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/037621cf-ef15-4ffd-8354-b2ff9307e95c) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:21.577264 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.634333 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.701132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.708089 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.717629 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.757481 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=037621cf-ef15-4ffd-8354-b2ff9307e95c,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:21.791452 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:14:21.796385 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:21.800486 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:21.831765 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:21.904849 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:21.905217 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Added segment 183f8ef0-8071-4257-bf60-6a83b2e3cf19 of type vlan for network 2031165d-4411-4305-ae66-d1e7037fdc66 Dec 14 18:14:21.981858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.026005 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6ce9777b-dae2-4164-9051-425e99996d96 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:22.064792 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002a9ac-4d79-4eed-a7d3-649721f74655,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:22.112980 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.159410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 6ce9777b-dae2-4164-9051-425e99996d96 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:22.161337 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.284420 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.db.resource_extend [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 18:14:22.321586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.374387 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.379741 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.427127 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 6ce9777b-dae2-4164-9051-425e99996d96, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6ce9777b-dae2-4164-9051-425e99996d96,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:22.431605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.438118 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.533219 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.540761 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:22.544095 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=6ce9777b-dae2-4164-9051-425e99996d96,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:22.545169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.566481 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf97b267-695e-4a6e-8d26-5480ef68793c,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:22.577789 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:14:22.631159 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Checking segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:22.631896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Network hostable DHCP agents. Network: 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:14:22.666057 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4031730 Dec 14 18:14:22.670704 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43172) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:22.676320 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83097d5a-fb5a-4b5c-be33-ff45e6536af8,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:22.694585 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Request body: {'subnet': {'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-980849945-subnet', 'tenant_id': '9b69726166a9432ba40485071d675cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:22.723348 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.724233 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Added segment bd83f81a-9da2-4a30-bbc2-3a903479e0a1 of type vlan for network e13093fd-7336-48ce-be45-5a30218e7b2e Dec 14 18:14:22.878685 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:14:22.900011 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.911867 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Made reservation on behalf of 9b69726166a9432ba40485071d675cdb for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:22.914847 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:22.936541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae285c1-63c3-4d1d-b15d-e8255f0839f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2031165d-4411-4305-ae66-d1e7037fdc66,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:22.949813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 2031165d-4411-4305-ae66-d1e7037fdc66 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:14:23.001280 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece06c4-ebad-438d-853e-f61676b0ca2d None None] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:23.021616 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.054794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:23.060253 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.db.resource_extend [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 18:14:23.067425 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:23.068825 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.113164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f9195-b7b1-4b62-a5ad-3c632058d491 None None] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:23.132988 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-2400acd0-ac21-4e4b-a509-0b148a3b4877 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2089326 Dec 14 18:14:23.134111 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.135299 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:23.136085 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.139371 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43188) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:23.151964 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:23.260413 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Router eb166323-111e-4084-b389-f398adc8994e is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:14:23.301348 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] Pushing event updated for resources: {'Network': ['ID=e13093fd-7336-48ce-be45-5a30218e7b2e,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:23.331196 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0cfab9aa-f56f-4d57-9965-2c9f1659be3e None None] Provisioning complete for port 6ce9777b-dae2-4164-9051-425e99996d96 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:23.331647 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0cfab9aa-f56f-4d57-9965-2c9f1659be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.339619 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network e13093fd-7336-48ce-be45-5a30218e7b2e details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:14:23.455354 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.457434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.476105 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:23.493107 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:23.510451 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.514675 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4c735002-3763-4a5a-9841-f4ad3378e6d2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7121420 Dec 14 18:14:23.515202 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43210) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:23.528153 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:23.538875 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ceb60003-835b-4e5d-abf6-7b92ba859e57 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2133818 Dec 14 18:14:23.539087 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:13:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:23.545348 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43214) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:23.551723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Request body: {'subnet': {'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1491236599-subnet', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:23.650046 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43222) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:23.697149 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.793454 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:23.934445 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:23.960033 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c98fda-c202-4627-a3f8-7278ff293071,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:24.036480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Made reservation on behalf of f256f429fb4544959793a0db85d4bc33 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:24.038787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.056519 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6ce9777b-dae2-4164-9051-425e99996d96 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:24.182103 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af79cad-51aa-437a-b445-843f4cdb42c2 None None] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:24.197860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7291657b-6dff-4fc2-a086-5122a31f2c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.365462 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Checking segment: {'id': '183f8ef0-8071-4257-bf60-6a83b2e3cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:24.366074 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Network hostable DHCP agents. Network: 2031165d-4411-4305-ae66-d1e7037fdc66, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:14:24.372338 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:22Z', 'revision_number': 3, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:24.410786 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.434912 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7291657b-6dff-4fc2-a086-5122a31f2c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.479433 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 6ce9777b-dae2-4164-9051-425e99996d96 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:24.479816 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.490755 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:24.492889 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Updating router eb166323-111e-4084-b389-f398adc8994e port 037621cf-ef15-4ffd-8354-b2ff9307e95c binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:24.494768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Network 2031165d-4411-4305-ae66-d1e7037fdc66 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:14:24.499099 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7291657b-6dff-4fc2-a086-5122a31f2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.556205 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.575672 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 2031165d-4411-4305-ae66-d1e7037fdc66) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:24.589732 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:24.590506 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.618587 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421a7bd-4244-46e3-a7bd-a98a4914447d None None] Network 2031165d-4411-4305-ae66-d1e7037fdc66 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:24.624453 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9485-bc38-4f50-9dc7-609b5ccdcdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:24.657937 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-05c4e505-68b9-4d9d-87c4-5106d413a6dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9834063 Dec 14 18:14:24.716105 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291657b-6dff-4fc2-a086-5122a31f2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccbca00-07c9-4fff-a9c8-8ae4ce662d33,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:24.891965 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-d0d51958-5f47-4512-b357-f72a206f8c59 None None] Provisioning complete for port 6ce9777b-dae2-4164-9051-425e99996d96 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:24.892365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d0d51958-5f47-4512-b357-f72a206f8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.058835 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7291657b-6dff-4fc2-a086-5122a31f2c27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62ff7097b9584bf1bf128d9f549c1f77&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3915827 Dec 14 18:14:25.059541 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43262) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:25.142199 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.165894 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.182010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.184995 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.186472 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43268) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:25.220887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020c098-cd1a-4a88-922e-41326bc972bf None None] Network 2031165d-4411-4305-ae66-d1e7037fdc66 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:25.304498 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Attempting to bind port 037621cf-ef15-4ffd-8354-b2ff9307e95c on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:25.304877 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Attempting to bind port 037621cf-ef15-4ffd-8354-b2ff9307e95c by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:25.305243 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Attempting to bind port 037621cf-ef15-4ffd-8354-b2ff9307e95c on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:25.345087 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Pushing event updated for resources: {'Port': ['ID=037621cf-ef15-4ffd-8354-b2ff9307e95c,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:25.349058 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:25.349435 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:25.349563 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.349843 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.350240 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:25.355545 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Bound port: 037621cf-ef15-4ffd-8354-b2ff9307e95c, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:25.356112 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.403392 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.411303 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.411672 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.430064 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.432156 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc865b62-6942-4f81-b880-4efb7c9425ab,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:25.435200 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.435787 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.437772 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.438438 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.440683 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.441542 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.444072 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.447138 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.447941 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Tracked resource versions report: Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: pushed versions: Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: { 'AddressGroup': {'1.2'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'ConntrackHelper': {'1.0'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Log': {'1.0'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Network': {'1.1'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Port': {'1.7'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'PortForwarding': {'1.2'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'QosPolicy': {'1.9'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroup': {'1.4'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SubPort': {'1.0'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Subnet': {'1.1'}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Trunk': {'1.1'}} Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: consumer versions: Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: { DHCP agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: L3 agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: Metadata agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: Metering agent@dv-cinder-821744-1-iscsi: {}, Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: Open vSwitch agent@dv-cinder-821744-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'ConntrackHelper': '1.0', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Log': '1.0', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Network': '1.1', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Port': '1.7', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'PortForwarding': '1.2', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'QosPolicy': '1.9', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroup': '1.4', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SecurityGroupRule': '1.2', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'SubPort': '1.0', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Subnet': '1.1', Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: 'Trunk': '1.1'}} Dec 14 18:14:25.449827 dv-cinder-821744-1-iscsi neutron-server[101646]: {{(pid=101646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:14:25.501590 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.516971 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Checking segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:25.519423 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Network hostable DHCP agents. Network: e13093fd-7336-48ce-be45-5a30218e7b2e, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:14:25.540730 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.546993 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] For port 037621cf-ef15-4ffd-8354-b2ff9307e95c, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:25.553635 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] For port 037621cf-ef15-4ffd-8354-b2ff9307e95c, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=037621cf-ef15-4ffd-8354-b2ff9307e95c,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:25.556688 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Allocated IP 172.20.0.1 (72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37/cdd076ff-2aa2-46e0-8c8d-ec8433b05fba/76fc6692-f738-463f-8cdc-9d460b3aafe1) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:25.559372 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.665904 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c57f-28e2-4189-83b7-ccc50df27c5c None None] Pushing event updated for resources: {'Port': ['ID=037621cf-ef15-4ffd-8354-b2ff9307e95c,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:25.681427 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d43a394a-2000-4dee-98ee-5e08a5a8bd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.711776 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Allocated IP 172.27.1.180 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/06aabc55-18fd-47ce-b2ba-df8d28a5c96d) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:25.721555 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Network e13093fd-7336-48ce-be45-5a30218e7b2e is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:14:25.738127 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.740737 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, e13093fd-7336-48ce-be45-5a30218e7b2e) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:25.741715 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.743052 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ccbca00-07c9-4fff-a9c8-8ae4ce662d33 HTTP/1.1" status: 204 len: 168 time: 0.6079273 Dec 14 18:14:25.753313 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:25.753313 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:13:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:25.763095 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e10b9c-57c4-44c2-a4c4-37d3b8b2b2fc None None] Network e13093fd-7336-48ce-be45-5a30218e7b2e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:25.766570 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:25.767211 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.819484 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43296) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:25.840724 dv-cinder-821744-1-iscsi neutron-server[101643]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 18:14:25.865792 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-7391a3c2-396a-4ef2-ab69-db09f1989346 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3191390 Dec 14 18:14:25.867050 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14d8d4-0b5b-42b4-af46-38625296c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccbca00-07c9-4fff-a9c8-8ae4ce662d33,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:25.873193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43298) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:25.882335 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:25.911438 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.913121 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:25.951597 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:25.988096 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.107336 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.115539 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-e13093fd-7336-48ce-be45-5a30218e7b2e', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:14:26.120092 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.297978 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:22Z', 'revision_number': 3, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:26.351601 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-e54c6f22-c862-4d02-91ae-cba23b4fb9de tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:26.360656 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Allocated IP 172.20.0.2 (e13093fd-7336-48ce-be45-5a30218e7b2e/bc865b62-6942-4f81-b880-4efb7c9425ab/ee25d73b-5885-45fb-96ef-cc49b903571d) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:26.363654 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-e54c6f22-c862-4d02-91ae-cba23b4fb9de tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/networks?id=2031165d-4411-4305-ae66-d1e7037fdc66 HTTP/1.1" status: 200 len: 811 time: 0.5365653 Dec 14 18:14:26.372090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d43a394a-2000-4dee-98ee-5e08a5a8bd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.394091 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d43a394a-2000-4dee-98ee-5e08a5a8bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.405562 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05352e83-955e-49f7-a3ae-6a28ad28956b None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:22Z', 'revision_number': 3, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:26.411656 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.447874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43312) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:26.485514 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Pushing event updated for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:26.497877 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-80da2815-ea8b-44bb-bd53-b2639e7cee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.501576 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-5c7362ad-a058-4e52-8f20-2c2e445655e8 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/quotas/9b69726166a9432ba40485071d675cdb HTTP/1.1" status: 200 len: 375 time: 0.1249957 Dec 14 18:14:26.505700 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.512152 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.521959 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:26.534837 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:26.558812 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:26.559738 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.626553 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a394a-2000-4dee-98ee-5e08a5a8bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196c40d-7f36-4416-a12f-96ea63c7ff1b,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:26.632853 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-83dfb47a-3797-41d8-bab6-617a437782ed tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b69726166a9432ba40485071d675cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993881 Dec 14 18:14:26.635611 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d43a394a-2000-4dee-98ee-5e08a5a8bd8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfdb656af49e4814b0aea7cecd197914&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4450188 Dec 14 18:14:26.665204 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43316) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:26.732588 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.744088 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:26.840647 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Network e13093fd-7336-48ce-be45-5a30218e7b2e is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:26.860959 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:26.876070 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:27.046744 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Pushing event updated for resources: {'Port': ['ID=ee25d73b-5885-45fb-96ef-cc49b903571d,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:27.105915 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Attempting to bind port ee25d73b-5885-45fb-96ef-cc49b903571d on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:27.106445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Attempting to bind port ee25d73b-5885-45fb-96ef-cc49b903571d by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:27.106967 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Attempting to bind port ee25d73b-5885-45fb-96ef-cc49b903571d on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:27.109403 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-1956cec6-fdae-4a4b-9a45-5f14992a61ab None None] Provisioning complete for port 76fc6692-f738-463f-8cdc-9d460b3aafe1 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:27.109977 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-1956cec6-fdae-4a4b-9a45-5f14992a61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.112174 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-80da2815-ea8b-44bb-bd53-b2639e7cee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.148147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.160790 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-80da2815-ea8b-44bb-bd53-b2639e7cee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.220522 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-1956cec6-fdae-4a4b-9a45-5f14992a61ab None None] Port 76fc6692-f738-463f-8cdc-9d460b3aafe1 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:27.235160 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:27.235547 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Checking segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:27.235954 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.236353 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Bound using segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:27.237407 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Bound port: ee25d73b-5885-45fb-96ef-cc49b903571d, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:27.237833 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.256013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.280333 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b7afaf41-abee-450a-92e6-dd6fed7562e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.352585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-27da15ff-5ea7-459b-b8e2-358b35a81dd5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:14:27.353927 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-27da15ff-5ea7-459b-b8e2-358b35a81dd5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1747043 Dec 14 18:14:27.356019 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:27.391626 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:27.408268 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Pushing event updated for resources: {'Port': ['ID=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:27.414732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] For port ee25d73b-5885-45fb-96ef-cc49b903571d, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:27.421789 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] For port ee25d73b-5885-45fb-96ef-cc49b903571d, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=ee25d73b-5885-45fb-96ef-cc49b903571d,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:27.429102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.440241 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:27.448723 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-80da2815-ea8b-44bb-bd53-b2639e7cee80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5820e74a9224f18ada0712bd54ceb9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9928069 Dec 14 18:14:27.462157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43336) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:27.470184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.604269 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2815-ea8b-44bb-bd53-b2639e7cee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9237a336-78e8-4436-8061-51d572b20bc3,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:27.679092 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9970-6a21-414e-925f-7497ad5443a7 None None] Pushing event updated for resources: {'Port': ['ID=ee25d73b-5885-45fb-96ef-cc49b903571d,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:27.743102 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.758091 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-0c212a53-6f7f-44c4-8dfe-9cfea28761b5 service neutron] 10.222.0.49 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888750 Dec 14 18:14:27.760385 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.762360 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:27.788908 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.077617 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 037621cf-ef15-4ffd-8354-b2ff9307e95c up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:28.118271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.123934 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.125898 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a196c40d-7f36-4416-a12f-96ea63c7ff1b HTTP/1.1" status: 204 len: 168 time: 1.4567544 Dec 14 18:14:28.238250 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Pushing event updated for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:28.280025 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13167923-2ca5-41c6-8ff1-99c503c587ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196c40d-7f36-4416-a12f-96ea63c7ff1b,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:28.298868 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.337693 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.355437 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 037621cf-ef15-4ffd-8354-b2ff9307e95c triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:28.356020 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.359475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-6616a975-9f41-45f5-b006-512c2939e43e service neutron] 10.222.0.49 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914829 Dec 14 18:14:28.378773 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:28.380763 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:28.487476 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.535026 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.545554 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 037621cf-ef15-4ffd-8354-b2ff9307e95c, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=037621cf-ef15-4ffd-8354-b2ff9307e95c,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:28.553862 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.691316 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=037621cf-ef15-4ffd-8354-b2ff9307e95c,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:28.742318 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:14:28.899400 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-8c01a4bf-9bfe-46ab-a65d-15031a5bafcf None None] Provisioning complete for port 76fc6692-f738-463f-8cdc-9d460b3aafe1 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:28.899400 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8c01a4bf-9bfe-46ab-a65d-15031a5bafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:28.993115 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-8c01a4bf-9bfe-46ab-a65d-15031a5bafcf None None] Port 76fc6692-f738-463f-8cdc-9d460b3aafe1 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:29.045723 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:29.064197 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:29.065521 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-88ff8e26-0854-420c-902b-929c5ce15317 req-3faec996-6ca8-419e-b617-95ce0497ad9e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.1514194 Dec 14 18:14:29.084786 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-04819d0c-2a91-4d61-8346-6bfd54816292 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb166323-111e-4084-b389-f398adc8994e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5684712 Dec 14 18:14:29.217049 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:29.226562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:29.231611 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:29.238890 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9237a336-78e8-4436-8061-51d572b20bc3 HTTP/1.1" status: 204 len: 168 time: 1.7651048 Dec 14 18:14:29.353237 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:29.497668 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f8c7b-c44b-4f90-b3ff-4175334611bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237a336-78e8-4436-8061-51d572b20bc3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:29.910323 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:29.966109 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:29.967352 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:30.196753 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Allocated IP 172.27.1.151 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/c118651d-9e1e-477a-958b-04bca7f34646) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:30.288315 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3b286-665b-4014-a63e-25d68f12444e None None] Network e13093fd-7336-48ce-be45-5a30218e7b2e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:14:30.400188 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:30.462905 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device ee25d73b-5885-45fb-96ef-cc49b903571d up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:30.565336 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:30.653864 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-479349ec-eef4-46ab-babe-0442e61c18dd req-c28ca7f1-72ba-4e42-b125-bee1763bc371 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.1481462 Dec 14 18:14:30.813146 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:30.883528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.032528 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43480) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:31.041634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606757850', 'description': 'tempest-description--39462887'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:31.052530 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:31.127831 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:31.160011 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.237483 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:31.355279 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Pushing event updated for resources: {'Port': ['ID=c118651d-9e1e-477a-958b-04bca7f34646,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:31.429271 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.435324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.495480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.501141 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.4669044 Dec 14 18:14:31.502858 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43500) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:31.510479 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group_rule': {'security_group_id': '8aee7d1b-fe64-43e9-a8f6-cf594100e953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:31.521982 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b5b7f-efe1-4b5b-af99-b080ae4aa870 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aee7d1b-fe64-43e9-a8f6-cf594100e953,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:31.535026 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.563569 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.572745 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.630765 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] Provisioning complete for port ee25d73b-5885-45fb-96ef-cc49b903571d triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:31.631348 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.761653 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port ee25d73b-5885-45fb-96ef-cc49b903571d triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:31.762544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.781983 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.797703 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:31.875531 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43508) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:31.990626 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5257ce5a-476e-4975-a1ed-5b4ffd4ba4c4,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:32.015738 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-268d9c17-059e-4c65-a9c5-2f33299ced6b req-6cd0e328-d822-4ae0-9d54-c10f54ce2503 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.1316946 Dec 14 18:14:32.037244 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.042858 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.050705 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4cf59fbc-256e-415a-99fc-937e13d9f2bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5452323 Dec 14 18:14:32.053087 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43520) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:32.066848 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group_rule': {'security_group_id': '8aee7d1b-fe64-43e9-a8f6-cf594100e953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:32.151157 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.236708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.245233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 2, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:32.255443 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.263132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.274851 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Router a4deb599-7c5e-44e0-ac1b-02a3315e76db is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:14:32.339239 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.340449 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861965 Dec 14 18:14:32.345132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43530) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:32.361577 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:32.376533 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f626c4-2f2e-4dde-a7ce-347b2f04ed48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e2050-9212-4240-a21d-c996192ba081,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:32.385119 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.388302 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:32.388648 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Updating router eb166323-111e-4084-b389-f398adc8994e port 76fc6692-f738-463f-8cdc-9d460b3aafe1 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:32.430589 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.618199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] For port ee25d73b-5885-45fb-96ef-cc49b903571d, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=ee25d73b-5885-45fb-96ef-cc49b903571d,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:32.620386 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.667082 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.818905 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:32.837793 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Sync routers for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:32.853531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.862391 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:32.869796 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-455bfd04-aae5-4125-a82b-e14dcfb309a5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7241404 Dec 14 18:14:32.870541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43546) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:32.890909 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:32.899365 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:32.977322 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.252661 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.db.api [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:14:33.253547 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG oslo_db.api [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 18:14:33.319145 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Allocated IP 172.27.1.35 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/daaa0c3b-74b9-40be-884e-0fa83a702f4a) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:33.332262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.30', 58320) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:33.467540 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1117d-8233-431a-b88f-46a0e9c4f962 None None] Pushing event updated for resources: {'Port': ['ID=ee25d73b-5885-45fb-96ef-cc49b903571d,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:33.507039 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-415afe1a-5c94-4202-9274-d0459f0f414d None None] Provisioning complete for port ee25d73b-5885-45fb-96ef-cc49b903571d triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:33.511472 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-415afe1a-5c94-4202-9274-d0459f0f414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.578204 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-df7dc349-0851-4ec8-a7c3-1d1b7285f334 req-302d1c9d-55cc-4ca9-9605-401ffa10fd66 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.0492315 Dec 14 18:14:33.667473 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.685130 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:33.793769 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.825633 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.862124 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:33.867513 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:33.873512 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:33.884044 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:34.017604 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 037621cf-ef15-4ffd-8354-b2ff9307e95c up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:34.173832 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e3db8-e5de-4e88-975e-518950d4a913 None None] Pushing event updated for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:34.209796 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Attempting to bind port 76fc6692-f738-463f-8cdc-9d460b3aafe1 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:34.210197 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Attempting to bind port 76fc6692-f738-463f-8cdc-9d460b3aafe1 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:34.210663 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Attempting to bind port 76fc6692-f738-463f-8cdc-9d460b3aafe1 on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:34.247477 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:34.247832 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Checking segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:34.248254 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.248578 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Bound using segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:34.249210 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Bound port: 76fc6692-f738-463f-8cdc-9d460b3aafe1, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:34.249613 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.300799 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 3, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:34.303364 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 037621cf-ef15-4ffd-8354-b2ff9307e95c triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:34.303889 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.333013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=daaa0c3b-74b9-40be-884e-0fa83a702f4a,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:34.417241 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Checking router: a4deb599-7c5e-44e0-ac1b-02a3315e76db for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:34.421510 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Updating router a4deb599-7c5e-44e0-ac1b-02a3315e76db port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:34.476418 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.493759 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.529836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-ff52bc40-159d-4625-bf88-d5eaecf19f3a tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:34.536176 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-ff52bc40-159d-4625-bf88-d5eaecf19f3a tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.30 "GET /v2.0/networks?id=2031165d-4411-4305-ae66-d1e7037fdc66 HTTP/1.1" status: 200 len: 811 time: 1.2004256 Dec 14 18:14:34.543303 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:14:34.623171 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.774817 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] For port 76fc6692-f738-463f-8cdc-9d460b3aafe1, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:34.787602 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] For port 76fc6692-f738-463f-8cdc-9d460b3aafe1, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=76fc6692-f738-463f-8cdc-9d460b3aafe1,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:34.790096 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] Provisioning complete for port 76fc6692-f738-463f-8cdc-9d460b3aafe1 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:34.791033 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.809147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Request body: {'port': {'device_id': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66', 'admin_state_up': True, 'tenant_id': '9b69726166a9432ba40485071d675cdb'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:34.887904 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:34.975391 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device ee25d73b-5885-45fb-96ef-cc49b903571d up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:35.088566 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:35.153077 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:35.232551 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:35.234576 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:35.305605 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43632) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:35.325729 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43270378-3f43-43af-a391-3d1d0c9f8504 req-04b089bb-e4e0-4a5b-b3c3-f59219d1854c tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.2433133 Dec 14 18:14:35.374373 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.417511 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.420114 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.429968 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.570003 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.687818 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=daaa0c3b-74b9-40be-884e-0fa83a702f4a,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:35.728677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.744217 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:35.744528 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-fa389228-1c08-45f4-9003-d3520ef54c85 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3883784 Dec 14 18:14:35.786931 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f994a5a-d5a7-4e3f-8807-1d06d02a6bdd None None] Pushing event updated for resources: {'Port': ['ID=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:35.798543 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.799816 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ed9fbd8f-33ec-4408-9325-b07b3439817e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9233170 Dec 14 18:14:35.805189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43652) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:35.851024 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Attempting to bind port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:35.856949 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Attempting to bind port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:35.864613 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Attempting to bind port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:35.887820 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:35.891277 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:35.893291 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.894523 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:35.910800 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Bound port: 06aabc55-18fd-47ce-b2ba-df8d28a5c96d, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:35.911658 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:35.932332 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43654) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:35.988774 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e3db8-e5de-4e88-975e-518950d4a913 None None] Pushing event updated for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:36.105738 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Made reservation on behalf of 9b69726166a9432ba40485071d675cdb for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:36.110130 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.142329 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.157998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:36.159000 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:36.185588 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] For port 76fc6692-f738-463f-8cdc-9d460b3aafe1, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=76fc6692-f738-463f-8cdc-9d460b3aafe1,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:36.260056 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] For port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:36.282227 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] For port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:36.295834 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.370109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aea9f73e-ad70-4461-a55c-2b6112fb7931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.391113 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-646288c5-3cc8-4a67-94dc-28b3e7e2dad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.405293 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.446650 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-4e939981-bba8-4825-9375-ecddd1abee77 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--606757850&fields=id&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 267 time: 0.1846366 Dec 14 18:14:36.489100 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:36.492915 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:36.712270 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f994a5a-d5a7-4e3f-8807-1d06d02a6bdd None None] Pushing event updated for resources: {'Port': ['ID=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:36.715558 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port ee25d73b-5885-45fb-96ef-cc49b903571d triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:36.716186 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.751485 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-60044c34-acb7-434b-99d8-29a3f467d3a4 None None] Provisioning complete for port 76fc6692-f738-463f-8cdc-9d460b3aafe1 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:36.754134 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-60044c34-acb7-434b-99d8-29a3f467d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.768725 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:36.803855 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Allocated IP 172.20.0.13 (2031165d-4411-4305-ae66-d1e7037fdc66/c1c98fda-c202-4627-a3f8-7278ff293071/acf52b35-5888-41b0-9318-663af42064f7) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:36.894921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aea9f73e-ad70-4461-a55c-2b6112fb7931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:36.916126 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c9ff79d5-0b24-4622-811d-36b97a9db1cd req-6c3fb80c-f72f-40d1-8cfb-c83a7282b518 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.3282478 Dec 14 18:14:37.020642 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f1ae-d80b-446e-a2d9-48221ea85c8b None None] Pushing event updated for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:37.140212 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aea9f73e-ad70-4461-a55c-2b6112fb7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:37.184524 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:37.295537 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-aea9f73e-ad70-4461-a55c-2b6112fb7931 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf482cbf30514f24beabdecbf528bbcd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9670746 Dec 14 18:14:37.302954 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43678) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:37.326845 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:37.417034 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9f73e-ad70-4461-a55c-2b6112fb7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a01e4-ca2c-4143-b759-9962b7da9006,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:37.589790 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:37.602225 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-5c1a0663-97eb-41da-b550-b264424ba585 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:37.610343 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-5c1a0663-97eb-41da-b550-b264424ba585 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 817 time: 1.1628177 Dec 14 18:14:37.656150 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 3, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:37.680146 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-46d41a38-7d7c-4c89-994c-a0968c622b6d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/quotas/4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 375 time: 0.0685270 Dec 14 18:14:37.741799 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fb9c5-fe2d-48ad-95f2-965fbaad8ea4 None None] The sync data for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi is: [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 3, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:37.774945 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:34Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:37.852312 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:37.968189 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a89fa-3ab0-41ee-a995-0893394cff55 None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:34Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:38.049105 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.120697 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:31Z', 'revision_number': 3, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:38.220521 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:38.222302 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Updating router 3d566d03-5175-4940-acf3-2414b5d3e1d5 port c118651d-9e1e-477a-958b-04bca7f34646 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:38.279789 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-942d4b94-7407-401c-b04c-d74fd1fa36cd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5984743 Dec 14 18:14:38.306983 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.360774 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.400911 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ae89afaa-9444-4ac8-9e76-94da0f61d55d req-508a1094-167f-4f3a-8f01-fb77161f0356 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.1713982 Dec 14 18:14:38.444327 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-646288c5-3cc8-4a67-94dc-28b3e7e2dad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.468032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-646288c5-3cc8-4a67-94dc-28b3e7e2dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.589488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.599346 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.605327 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f98a01e4-ca2c-4143-b759-9962b7da9006 HTTP/1.1" status: 204 len: 168 time: 1.3007541 Dec 14 18:14:38.643956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:38.746364 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeaac5-8ef4-4a3a-946c-15aeb105c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a01e4-ca2c-4143-b759-9962b7da9006,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:38.945238 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Allocated IP 172.20.0.1 (6dd7b0e2-fad6-4811-95c1-54dee8fd8a73/cf97b267-695e-4a6e-8d26-5480ef68793c/a0afde41-1dd7-48cf-9cc3-11b28d9390a3) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:39.087478 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-5d821074-e5e3-48fc-845b-e7bc076ebed3 service neutron] 10.222.0.49 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799562 Dec 14 18:14:39.301594 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646288c5-3cc8-4a67-94dc-28b3e7e2dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b2749-c993-48de-9b2e-f04c111d1be2,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:39.316811 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-646288c5-3cc8-4a67-94dc-28b3e7e2dad1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f98846a151e41f89a0ebcb65b8a0ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3816762 Dec 14 18:14:39.322940 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.386372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43714) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:39.386580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 43716) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:39.394669 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.481045 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-150995da-36ea-4385-8931-7aa7500a4db1 service neutron] 10.222.0.49 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779395 Dec 14 18:14:39.490929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Network 2031165d-4411-4305-ae66-d1e7037fdc66 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:39.498881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8fd3805-0544-4017-a852-dfee40260a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.500562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:39.511086 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Pushing event updated for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:39.520049 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:39.527657 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:39.535431 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.605559 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad39d90-9452-41fc-85b4-0a32936f71d2 None None] Pushing event updated for resources: {'Port': ['ID=c118651d-9e1e-477a-958b-04bca7f34646,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:39.704162 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-4894e350-3d60-4cd4-8c3b-1db6ff358e0e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9038510 Dec 14 18:14:39.811647 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.856055 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.860889 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Attempting to bind port c118651d-9e1e-477a-958b-04bca7f34646 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:39.871881 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Attempting to bind port c118651d-9e1e-477a-958b-04bca7f34646 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:39.872401 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Attempting to bind port c118651d-9e1e-477a-958b-04bca7f34646 on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:39.898866 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-e77bfa6b-f0af-42e5-a188-7e23a122ddbb tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:14:39.900929 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-e77bfa6b-f0af-42e5-a188-7e23a122ddbb tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296774 Dec 14 18:14:39.911583 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:39.911957 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:39.913634 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:39.914224 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:39.916458 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Bound port: c118651d-9e1e-477a-958b-04bca7f34646, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:39.918756 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.123013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Allocated IP 172.20.0.1 (e13093fd-7336-48ce-be45-5a30218e7b2e/bc865b62-6942-4f81-b880-4efb7c9425ab/1581c46f-fb2f-4597-a033-1e6865258112) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:40.136385 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.141864 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 06aabc55-18fd-47ce-b2ba-df8d28a5c96d up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:40.300471 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:40.320349 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:40.326306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:40.328511 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.430924 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.507802 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] For port c118651d-9e1e-477a-958b-04bca7f34646, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:40.586059 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] For port c118651d-9e1e-477a-958b-04bca7f34646, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=c118651d-9e1e-477a-958b-04bca7f34646,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:40.613226 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.816844 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:40.817407 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:40.996217 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Pushing event updated for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:41.035979 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad39d90-9452-41fc-85b4-0a32936f71d2 None None] Pushing event updated for resources: {'Port': ['ID=c118651d-9e1e-477a-958b-04bca7f34646,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:41.040795 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:41.041839 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:41.059890 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9800a37c-cea0-4859-acbe-eb9c90359194 req-774c1adb-99ca-4a26-a9e3-a1612353919d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 210 time: 0.7894962 Dec 14 18:14:41.066117 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.127582 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca18d3-b601-44a2-9040-d23c3a45cbb5 req-26f0edb8-70a1-4950-8c15-ff4c9ed8aee6 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:41.139649 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-99ca18d3-b601-44a2-9040-d23c3a45cbb5 req-26f0edb8-70a1-4950-8c15-ff4c9ed8aee6 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 932 time: 1.4215131 Dec 14 18:14:41.277408 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8fd3805-0544-4017-a852-dfee40260a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.302413 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8fd3805-0544-4017-a852-dfee40260a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.348228 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-99ca18d3-b601-44a2-9040-d23c3a45cbb5 req-1a95d388-ffa0-4f3d-9f8b-7a2e506e911e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068443 Dec 14 18:14:41.378879 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.422141 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.436813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:41.441391 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.444500 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.450447 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/008b2749-c993-48de-9b2e-f04c111d1be2 HTTP/1.1" status: 204 len: 168 time: 2.0622966 Dec 14 18:14:41.453345 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd3805-0544-4017-a852-dfee40260a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b189f126-33d2-440a-b72e-6d9854e99da8,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:41.461079 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f8fd3805-0544-4017-a852-dfee40260a18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e90a9f9b5334976b7c116dde77544aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0718749 Dec 14 18:14:41.468659 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43764) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:41.484970 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5c9f8-be92-40e5-ad74-09d80e6ce525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b2749-c993-48de-9b2e-f04c111d1be2,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:41.528386 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:41.529278 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.576488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.613732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.619546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 76fc6692-f738-463f-8cdc-9d460b3aafe1 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:41.746831 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Pushing event updated for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:41.756864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Network e13093fd-7336-48ce-be45-5a30218e7b2e is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:41.766500 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:41.771684 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:41.771684 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:41.966341 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:42.191199 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.249562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.251668 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.259133 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.260306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.331858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Pushing event updated for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:42.444041 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-e73a7311-ab13-485a-8bf8-dc5f1094faf6 None None] Provisioning complete for port 1581c46f-fb2f-4597-a033-1e6865258112 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:42.444938 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e73a7311-ab13-485a-8bf8-dc5f1094faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.451029 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 76fc6692-f738-463f-8cdc-9d460b3aafe1 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:42.451794 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.478959 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.508948 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:42.515679 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:42.516581 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-72d6f8a2-92ce-45d6-b2d8-c4a6b932f31e req-10bb649d-7f60-42d1-a746-2b7ced28fa78 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 210 time: 0.2673700 Dec 14 18:14:42.600932 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-e73a7311-ab13-485a-8bf8-dc5f1094faf6 None None] Port 1581c46f-fb2f-4597-a033-1e6865258112 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:42.634722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:31Z', 'revision_number': 3, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:42.717172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Request body: {'port': {'device_id': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:42.722543 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0a90f-5ce2-4086-90d1-1cf1595e4a8b None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:31Z', 'revision_number': 3, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:42.823062 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf1992-e19b-4f21-9431-140fd8b99e2a req-a4059a84-c4b5-4d57-9d6f-453243294819 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:42.831401 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fccf1992-e19b-4f21-9431-140fd8b99e2a req-a4059a84-c4b5-4d57-9d6f-453243294819 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 932 time: 0.1982126 Dec 14 18:14:42.874293 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Router a4deb599-7c5e-44e0-ac1b-02a3315e76db has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:14:42.941076 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.962674 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fccf1992-e19b-4f21-9431-140fd8b99e2a req-3614952d-a84a-4e49-b4cb-15098a687d25 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211376 Dec 14 18:14:42.963151 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.963151 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:42.963151 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b189f126-33d2-440a-b72e-6d9854e99da8 HTTP/1.1" status: 204 len: 168 time: 1.4900043 Dec 14 18:14:42.994871 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e233-097f-479c-8993-d28df87705c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189f126-33d2-440a-b72e-6d9854e99da8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:43.003890 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 06aabc55-18fd-47ce-b2ba-df8d28a5c96d up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:43.128381 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:43.139540 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:43.140222 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:43.181034 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:43.181034 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:43.232386 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:43.262704 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-7e36ec6e-26c8-4ddb-a897-7ab079bd188b admin admin] 10.222.0.49 "PUT /v2.0/routers/a4deb599-7c5e-44e0-ac1b-02a3315e76db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3738050 Dec 14 18:14:43.264738 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Sync routers for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:43.299926 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:43.301029 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:43.522237 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Pushing event updated for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:43.678807 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:43.964656 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Network e13093fd-7336-48ce-be45-5a30218e7b2e is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:43.968450 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:43.978998 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b995363e-1776-4446-af40-4499ab4b1018 req-5b8dbf41-2d24-4d9d-95c8-08ea40991d67 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 210 time: 0.2547431 Dec 14 18:14:44.033873 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'a0afde41-1dd7-48cf-9cc3-11b28d9390a3', 'name': '', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'mac_address': 'fa:16:3e:72:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:37Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 2, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'subnets': [{'id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:44.286250 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Checking router: a4deb599-7c5e-44e0-ac1b-02a3315e76db for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:44.301727 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:14:44.309217 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Updating router a4deb599-7c5e-44e0-ac1b-02a3315e76db port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:44.441794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf52b35-5888-41b0-9318-663af42064f7 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:14:44.476996 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:44.530907 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-5791fe79-8ae0-44d4-bccb-2f2874a9c421 None None] Provisioning complete for port 1581c46f-fb2f-4597-a033-1e6865258112 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:44.531626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-5791fe79-8ae0-44d4-bccb-2f2874a9c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:44.535542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Transition to ACTIVE for port object acf52b35-5888-41b0-9318-663af42064f7 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:14:44.540959 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:44.631241 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e031771-b8b6-48a9-ba4f-ebe99260df09 req-f94d9bbf-b10a-426d-8edc-bbb4891853ff tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:44.643786 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3e031771-b8b6-48a9-ba4f-ebe99260df09 req-f94d9bbf-b10a-426d-8edc-bbb4891853ff tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 932 time: 0.3551822 Dec 14 18:14:44.664272 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-5791fe79-8ae0-44d4-bccb-2f2874a9c421 None None] Port 1581c46f-fb2f-4597-a033-1e6865258112 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:44.712075 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:44.857952 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3e031771-b8b6-48a9-ba4f-ebe99260df09 req-359db08b-1380-4a6f-a916-5a2ae8cd316a tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109935 Dec 14 18:14:44.920396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:14:44.964292 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-228ec6c5-7fd0-4a84-828b-a2fd0ee99962 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d566d03-5175-4940-acf3-2414b5d3e1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1545339 Dec 14 18:14:44.984806 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Pushing event updated for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:45.113164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device c118651d-9e1e-477a-958b-04bca7f34646 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:45.121959 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Attempting to bind port acf52b35-5888-41b0-9318-663af42064f7 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:45.125925 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Attempting to bind port acf52b35-5888-41b0-9318-663af42064f7 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '183f8ef0-8071-4257-bf60-6a83b2e3cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:45.126624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Attempting to bind port acf52b35-5888-41b0-9318-663af42064f7 on network 2031165d-4411-4305-ae66-d1e7037fdc66 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:45.161912 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Port acf52b35-5888-41b0-9318-663af42064f7 on network 2031165d-4411-4305-ae66-d1e7037fdc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:14:45.162507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Attempting to bind port acf52b35-5888-41b0-9318-663af42064f7 on network 2031165d-4411-4305-ae66-d1e7037fdc66 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:45.205680 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:45.206722 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Checking segment: {'id': '183f8ef0-8071-4257-bf60-6a83b2e3cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:45.215929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Bound using segment: {'id': '183f8ef0-8071-4257-bf60-6a83b2e3cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:45.217542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Bound port: acf52b35-5888-41b0-9318-663af42064f7, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183f8ef0-8071-4257-bf60-6a83b2e3cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:45.219450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.309039 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port c118651d-9e1e-477a-958b-04bca7f34646 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:45.309753 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.513852 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.518942 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:45.566103 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=acf52b35-5888-41b0-9318-663af42064f7,segment=NetworkSegment(183f8ef0-8071-4257-bf60-6a83b2e3cf19),segment_id=183f8ef0-8071-4257-bf60-6a83b2e3cf19)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:45.586118 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.601134 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port c118651d-9e1e-477a-958b-04bca7f34646, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=c118651d-9e1e-477a-958b-04bca7f34646,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:45.610682 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.673198 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9984ce05-8dfc-48c6-bf64-0ef7d0fe0152 req-f405d6a5-582d-4e8e-b0c7-829c2f1f6ea2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 210 time: 0.1806567 Dec 14 18:14:45.675332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.30', 58335) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:45.931586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:45.939336 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:45.972516 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/acf52b35-5888-41b0-9318-663af42064f7 HTTP/1.1" status: 200 len: 1094 time: 3.4663801 Dec 14 18:14:45.974335 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:14:46.009956 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=c118651d-9e1e-477a-958b-04bca7f34646,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:46.128278 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:46.138342 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:46.172296 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:14:46.277057 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-cd4346bd-24f2-4252-9737-af2bd31d940a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:46.278693 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-cd4346bd-24f2-4252-9737-af2bd31d940a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 817 time: 0.5979331 Dec 14 18:14:46.285934 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-8e5ff8a1-e6d9-48f1-ac14-c8a13a3d18e4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:46.316246 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-8e5ff8a1-e6d9-48f1-ac14-c8a13a3d18e4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 818 time: 0.7950275 Dec 14 18:14:46.394447 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Attempting to bind port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:46.406253 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Attempting to bind port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:46.407027 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Attempting to bind port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:46.422531 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:46.423180 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Checking segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:46.423771 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:46.423940 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6caf6-b693-4211-b36e-a415794751e6 service neutron] Pushing event updated for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:46.424618 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Bound using segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:46.425261 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Bound port: a0afde41-1dd7-48cf-9cc3-11b28d9390a3, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:46.425953 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:46.449267 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-74ce10f7-70a9-4209-8a79-098a3e5ee9d0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/quotas/abccb7674f7d4776bf46976c705a49a9 HTTP/1.1" status: 200 len: 375 time: 0.1258616 Dec 14 18:14:46.456475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-969b0789-24d6-494d-a994-f67e2f777c26 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 379 time: 0.1311567 Dec 14 18:14:46.460349 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd8e15-4831-4f4c-be5e-309315462226 None None] Pushing event updated for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:46.514089 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'port': {'device_id': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'admin_state_up': True, 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'security_groups': ['8aee7d1b-fe64-43e9-a8f6-cf594100e953']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:46.664444 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] For port a0afde41-1dd7-48cf-9cc3-11b28d9390a3, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:46.682398 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] For port a0afde41-1dd7-48cf-9cc3-11b28d9390a3, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:46.710262 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:46.747488 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:14:46.766099 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:46.767214 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-524136a7-5bc8-46df-80e2-8e98580091af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:46.768860 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-524136a7-5bc8-46df-80e2-8e98580091af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b69726166a9432ba40485071d675cdb&device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 1097 time: 0.3281360 Dec 14 18:14:46.770486 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:46.851193 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-0e24cf6a-6f30-4129-9148-562f893cf8f2 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3775899 Dec 14 18:14:46.963976 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd8e15-4831-4f4c-be5e-309315462226 None None] Pushing event updated for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=4']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:47.086025 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:47.086819 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:47.220634 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:47.282964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Made reservation on behalf of 4a76fd13a03b419fbc5481def65810e0 for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:47.282964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:47.336814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-6b16e5bc-35f4-40cf-8a01-a5639c4b8c82 service neutron] 10.222.0.49 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824991 Dec 14 18:14:47.371612 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-e6a34aa1-d4f7-474b-8c07-3ab688a1afe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf52b35-5888-41b0-9318-663af42064f7 HTTP/1.1" status: 200 len: 217 time: 0.5798697 Dec 14 18:14:47.396504 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:47.415376 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device c118651d-9e1e-477a-958b-04bca7f34646 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:47.578626 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db2a05-b071-4690-bd0e-54707e47c463" -d '{"events": [{"name": "network-changed", "server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "tag": "acf52b35-5888-41b0-9318-663af42064f7"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:14:47.716414 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-99f3761b-0caf-4b85-b738-92dfb776a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:47.727578 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-99f3761b-0caf-4b85-b738-92dfb776a553 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1c98fda-c202-4627-a3f8-7278ff293071 HTTP/1.1" status: 200 len: 851 time: 0.3479640 Dec 14 18:14:47.870172 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'a0afde41-1dd7-48cf-9cc3-11b28d9390a3', 'name': '', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'mac_address': 'fa:16:3e:72:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:37Z', 'updated_at': '2021-12-14T18:14:46Z', 'revision_number': 4, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'subnets': [{'id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:47.922739 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port c118651d-9e1e-477a-958b-04bca7f34646 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:47.923884 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:47.956038 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e62bc-de43-422f-b274-25f566288cc4 None None] The sync data for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi is: [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'a0afde41-1dd7-48cf-9cc3-11b28d9390a3', 'name': '', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'mac_address': 'fa:16:3e:72:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:37Z', 'updated_at': '2021-12-14T18:14:46Z', 'revision_number': 4, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'subnets': [{'id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:47.967428 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-6e01e897-e11f-40b4-9817-da39112d94b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2031165d-4411-4305-ae66-d1e7037fdc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185531 Dec 14 18:14:48.197483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 2, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:48.240168 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:14:48.240534 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Updating router 3d566d03-5175-4940-acf3-2414b5d3e1d5 port 1581c46f-fb2f-4597-a033-1e6865258112 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:14:48.286442 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-83c123fb-6652-4b18-89b4-d32a612ac6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075724 Dec 14 18:14:48.295755 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:48.408256 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-6b1ce41f-d6f3-4bc6-98b8-66726c198241 service neutron] 10.222.0.49 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499480 Dec 14 18:14:48.721151 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-adc1ce8c-0d09-4b8f-8010-d4cfc9858f89 req-6a8a7a83-db4d-4ac8-ac04-b6547a1750ee service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262526 Dec 14 18:14:48.805193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43962) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:48.814156 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869001291', 'description': 'tempest-description--1396726511'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:48.973364 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.202263 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device a0afde41-1dd7-48cf-9cc3-11b28d9390a3 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:49.397482 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.405656 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.449546 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a1dea72e-9c6a-4f1c-8667-cb8e8ef5d2ad req-b394a6db-9cb6-4cac-9e0b-92b7cca87b83 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 210 time: 0.3806791 Dec 14 18:14:49.621578 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8cc5-6c1c-4b7a-b9d4-b4e41330ee03 req-cec3a3b7-67b6-4a1b-b317-e46fe4fcbc46 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:49.626585 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.629408 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8225381 Dec 14 18:14:49.633756 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.641440 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 43996) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:49.644502 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ae0b8cc5-6c1c-4b7a-b9d4-b4e41330ee03 req-cec3a3b7-67b6-4a1b-b317-e46fe4fcbc46 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 944 time: 0.5575550 Dec 14 18:14:49.665718 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group_rule': {'security_group_id': '5687d9d7-f656-4498-865f-42f064ab64f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:49.678810 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08836266-04c5-4085-ae9a-0f45652a727d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5687d9d7-f656-4498-865f-42f064ab64f4,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:49.702661 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Allocated IP 172.20.0.11 (72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37/cdd076ff-2aa2-46e0-8c8d-ec8433b05fba/a1fe219e-5b33-4484-919e-447054a93de7) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:49.727986 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:49.800525 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ae0b8cc5-6c1c-4b7a-b9d4-b4e41330ee03 req-dea8cf6f-326a-4120-bdf4-db81b4a9d4fe tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487792 Dec 14 18:14:49.816768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.029427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157268c-d0ed-4994-868a-6c81405770f6 x-openstack-request-id: req-5157268c-d0ed-4994-868a-6c81405770f6 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:14:50.034850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "tag": "acf52b35-5888-41b0-9318-663af42064f7", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:14:50.035173 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5157268c-d0ed-4994-868a-6c81405770f6 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:14:50.035669 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7', 'status': 'completed', 'code': 200} Dec 14 18:14:50.057601 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf032ac-7325-4316-9a8f-1dda24d36030 None None] Pushing event updated for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:50.137499 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:50.137773 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.167915 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.373190 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.394903 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.500799 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce80044-93c5-4455-8475-dcb182e53ebc,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:50.514845 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.516096 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-cc8df759-660d-46c1-ab4b-90c9d8d49529 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8735895 Dec 14 18:14:50.544961 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44020) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:50.566861 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group_rule': {'security_group_id': '5687d9d7-f656-4498-865f-42f064ab64f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:50.602359 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2a05-b071-4690-bd0e-54707e47c463 req-39f861a6-6c90-4532-a2e3-33f8bb3aa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:50.602512 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4cd34e1e-9c9c-4a11-89f1-ae09619c2fc9 req-f88f4fdd-b92c-477d-9637-e8d045493419 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 210 time: 0.1452181 Dec 14 18:14:50.605236 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-39f861a6-6c90-4532-a2e3-33f8bb3aa6d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b69726166a9432ba40485071d675cdb&device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 1097 time: 0.4644501 Dec 14 18:14:50.615399 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:50.915594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:51.008332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:51.029355 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:51.046511 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:51.047536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.066962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.078783 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.242036 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.245464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port a0afde41-1dd7-48cf-9cc3-11b28d9390a3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:51.256115 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Attempting to bind port 1581c46f-fb2f-4597-a033-1e6865258112 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:51.257313 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Attempting to bind port 1581c46f-fb2f-4597-a033-1e6865258112 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:51.257836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Attempting to bind port 1581c46f-fb2f-4597-a033-1e6865258112 on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:51.274488 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.284124 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:51.285177 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Checking segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:51.285962 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.286996 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Bound using segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:51.287874 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Bound port: 1581c46f-fb2f-4597-a033-1e6865258112, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:51.293946 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.318638 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.340222 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2e4334ac-d4fb-4ff7-a991-2b669fecd03d None None] Provisioning complete for port 1581c46f-fb2f-4597-a033-1e6865258112 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:51.340462 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2e4334ac-d4fb-4ff7-a991-2b669fecd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.395246 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2e4334ac-d4fb-4ff7-a991-2b669fecd03d None None] Port 1581c46f-fb2f-4597-a033-1e6865258112 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:51.457832 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.464364 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9153523 Dec 14 18:14:51.514953 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:51.534169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44054) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:51.541888 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-493d2767-1034-451e-890c-d486f02df83d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0663941 Dec 14 18:14:51.558264 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:51.583520 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Request body: {'port': {'device_id': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:51.617350 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d33ba-0230-4551-ae5d-e506e72afe55 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8206f63f-1cc1-46f3-b9b6-1a2241b2a63f,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:51.629024 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2a05-b071-4690-bd0e-54707e47c463 req-8a8f0674-b15f-452e-a7ee-829bf676aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:51.632580 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-8a8f0674-b15f-452e-a7ee-829bf676aae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2031165d-4411-4305-ae66-d1e7037fdc66 HTTP/1.1" status: 200 len: 912 time: 1.0136335 Dec 14 18:14:51.698474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858e340-8f7d-413c-aee5-285c11b1df45 req-2a9189c5-8828-4c96-b5ef-7476911514b9 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:51.713050 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8858e340-8f7d-413c-aee5-285c11b1df45 req-2a9189c5-8828-4c96-b5ef-7476911514b9 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 944 time: 0.6973383 Dec 14 18:14:51.736471 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d575782-bd2a-467b-a364-5f68d9ba2fb7 req-fa50e104-4040-4bc7-8d7e-97eb82df0005 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:51.773107 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d575782-bd2a-467b-a364-5f68d9ba2fb7 req-fa50e104-4040-4bc7-8d7e-97eb82df0005 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 932 time: 0.8499007 Dec 14 18:14:51.834031 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:51.848451 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-83a929a7-6de4-4e45-8e2b-a8c27f4969c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf52b35-5888-41b0-9318-663af42064f7 HTTP/1.1" status: 200 len: 217 time: 0.1989074 Dec 14 18:14:51.851845 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:51.934069 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-c41b8b7e-dbdd-4bd1-b317-ef1230a3fd00 None None] Provisioning complete for port a1fe219e-5b33-4484-919e-447054a93de7 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:51.949093 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c41b8b7e-dbdd-4bd1-b317-ef1230a3fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:52.118182 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8858e340-8f7d-413c-aee5-285c11b1df45 req-77b7a0af-762a-46e3-87a3-6b7c8059e735 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037976 Dec 14 18:14:52.124753 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:52.239458 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] For port 1581c46f-fb2f-4597-a033-1e6865258112, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:52.250509 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.30', 58347) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:52.313618 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] For port 1581c46f-fb2f-4597-a033-1e6865258112, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=1581c46f-fb2f-4597-a033-1e6865258112,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:52.316445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-c41b8b7e-dbdd-4bd1-b317-ef1230a3fd00 None None] Port a1fe219e-5b33-4484-919e-447054a93de7 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:14:52.346443 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:52.347064 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d575782-bd2a-467b-a364-5f68d9ba2fb7 req-9fa2a370-1579-423f-a3c8-4854ec8f16ed tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4858632 Dec 14 18:14:52.450280 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2a05-b071-4690-bd0e-54707e47c463 req-72d207e2-22f5-46fc-a10b-afe64ae15aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:52.462090 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-72d207e2-22f5-46fc-a10b-afe64ae15aa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1c98fda-c202-4627-a3f8-7278ff293071 HTTP/1.1" status: 200 len: 851 time: 0.5875998 Dec 14 18:14:52.509256 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf032ac-7325-4316-9a8f-1dda24d36030 None None] Pushing event updated for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:52.572220 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:14:52.573199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:52.907753 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-17f9cb01-e255-4355-a942-76986152e8e0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:52.909300 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-17f9cb01-e255-4355-a942-76986152e8e0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 818 time: 0.6523867 Dec 14 18:14:53.015956 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-4686d920-ea56-46ae-a86c-0a0607890cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2031165d-4411-4305-ae66-d1e7037fdc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055763 Dec 14 18:14:53.032496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Request body: {'port': {'device_id': '5a035955-0061-4123-901d-88ec26f20bc6', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'admin_state_up': True, 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:53.078037 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:14:53.169197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-5958f486-c2d2-47b9-9bf1-885e229496e7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:53.178745 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-5958f486-c2d2-47b9-9bf1-885e229496e7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 818 time: 0.7103148 Dec 14 18:14:53.260955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-70c52bbe-c8aa-47e0-915f-4636db91dbda tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/quotas/abccb7674f7d4776bf46976c705a49a9 HTTP/1.1" status: 200 len: 375 time: 0.0744882 Dec 14 18:14:53.478682 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-07fe5d4b-a592-4dd8-b4da-b7a8d0a5a2b9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2045059 Dec 14 18:14:53.506478 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:53.625012 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device a0afde41-1dd7-48cf-9cc3-11b28d9390a3 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:53.739476 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-d30930fc-e4b4-4dcf-997a-f1b58dc28232 service neutron] 10.222.0.49 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457838 Dec 14 18:14:53.741165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44120) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:53.802335 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Allocated IP 172.27.1.71 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/cb138561-6f85-4cd4-bcaa-74911d1cc8a9) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:53.917796 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44122) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:54.000126 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] Provisioning complete for port 1581c46f-fb2f-4597-a033-1e6865258112 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:54.004831 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.020239 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.137536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:14:54.150513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.201026 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c2269-14f8-49ef-8dcd-eb2139fd4bca req-308b3758-d2de-4d52-817d-05f9ec45e98f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:54.203872 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-588c2269-14f8-49ef-8dcd-eb2139fd4bca req-308b3758-d2de-4d52-817d-05f9ec45e98f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 944 time: 0.4695089 Dec 14 18:14:54.210634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.270724 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=cb138561-6f85-4cd4-bcaa-74911d1cc8a9,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:54.335296 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44138) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:54.362638 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-588c2269-14f8-49ef-8dcd-eb2139fd4bca req-f37b0cda-dd81-4dc7-9340-90da20bed794 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328704 Dec 14 18:14:54.380011 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-2cb0c724-decb-423b-9a9e-45cb66bc2d29 service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3335700 Dec 14 18:14:54.420445 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:54.422174 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Made reservation on behalf of abccb7674f7d4776bf46976c705a49a9 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:54.428371 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.440966 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:54.467421 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:54.503720 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:54.504499 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.585541 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-254f7034-08ee-406b-9ac8-c3ea01a1a278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.605140 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ba6082ed-b98d-48f5-af24-77bcdd6a2106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.661333 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Transition to ACTIVE for port object a1fe219e-5b33-4484-919e-447054a93de7 will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:14:54.697604 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c246d2f2-18e2-4d81-ac39-06d9c21ef8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.701435 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.749148 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.798028 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] For port 1581c46f-fb2f-4597-a033-1e6865258112, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=1581c46f-fb2f-4597-a033-1e6865258112,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:54.808309 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:54.821716 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-71872b07-8f21-469b-9c40-1243b573292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:52Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:14:54.858683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872b07-8f21-469b-9c40-1243b573292f None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:52Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:14:54.953998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2e147-a3a2-4736-83a6-c50295eeb6c5 None None] Pushing event updated for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:55.217835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:55.392427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:55.452031 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 1581c46f-fb2f-4597-a033-1e6865258112 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:14:55.471089 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7726f5bc-ad9c-487f-9fe2-b26136efc73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:55.531384 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-ae8d87e8-7bfc-4392-a963-14f3dfd68c3a service neutron] 10.222.0.49 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6373854 Dec 14 18:14:55.537160 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 1581c46f-fb2f-4597-a033-1e6865258112 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:14:55.537780 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:55.553387 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Allocated IP 172.20.0.6 (6dd7b0e2-fad6-4811-95c1-54dee8fd8a73/cf97b267-695e-4a6e-8d26-5480ef68793c/dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:55.959363 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668b991-4d1b-429e-bc31-8f031ab1244b req-aaba9220-5f00-4a12-97f7-d19f6429a33c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:55.979737 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4668b991-4d1b-429e-bc31-8f031ab1244b req-aaba9220-5f00-4a12-97f7-d19f6429a33c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 1.3454056 Dec 14 18:14:56.010491 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-254f7034-08ee-406b-9ac8-c3ea01a1a278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.083216 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Attempting to bind port a1fe219e-5b33-4484-919e-447054a93de7 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:56.083935 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-75db2a05-b071-4690-bd0e-54707e47c463 req-cb17551b-f6df-4d13-874c-ebc86a7d1ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5251341 Dec 14 18:14:56.084031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Attempting to bind port a1fe219e-5b33-4484-919e-447054a93de7 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:56.084688 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Attempting to bind port a1fe219e-5b33-4484-919e-447054a93de7 on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:56.089268 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-254f7034-08ee-406b-9ac8-c3ea01a1a278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.129968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.174070 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:56.215567 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Port a1fe219e-5b33-4484-919e-447054a93de7 on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:14:56.215837 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Attempting to bind port a1fe219e-5b33-4484-919e-447054a93de7 on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:56.256800 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ba6082ed-b98d-48f5-af24-77bcdd6a2106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.266737 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.277042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.296473 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:56.296849 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Checking segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:56.297887 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Bound using segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:56.298178 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Bound port: a1fe219e-5b33-4484-919e-447054a93de7, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:56.298554 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.301669 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.303206 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ba6082ed-b98d-48f5-af24-77bcdd6a2106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.305064 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.316278 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-254f7034-08ee-406b-9ac8-c3ea01a1a278 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01300609f83d4caea40f3762ccc91271&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3979115 Dec 14 18:14:56.317073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44174) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:56.384092 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4668b991-4d1b-429e-bc31-8f031ab1244b req-69a64486-6560-41b8-b080-82538ee54d02 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010854 Dec 14 18:14:56.409266 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.427681 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8752694 Dec 14 18:14:56.427681 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:56.427681 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c6fe7-7b4d-4bf3-b1a8-ed1a2bad529a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=cb138561-6f85-4cd4-bcaa-74911d1cc8a9,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:56.429499 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:56.434709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:56.444318 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:56.444926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.482997 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4643505 Dec 14 18:14:56.503896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Request body: {'port': {'device_id': '5a035955-0061-4123-901d-88ec26f20bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:56.600440 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854d9f0-34c8-4fa5-b6b2-5be26b43b3fe req-e8e9b7b5-6598-4861-bbe9-87c2adcd176f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:56.602936 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb471f-e811-417e-97f5-eb7a27dbfa3d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Pushing event updated for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:56.603274 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a854d9f0-34c8-4fa5-b6b2-5be26b43b3fe req-e8e9b7b5-6598-4861-bbe9-87c2adcd176f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 944 time: 0.5893946 Dec 14 18:14:56.604262 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7034-08ee-406b-9ac8-c3ea01a1a278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd3955-43d7-48fc-9da3-9aa28d6402f3,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:56.616836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.712680 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ba6082ed-b98d-48f5-af24-77bcdd6a2106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8d565b73baf4aef8b699484bdbb8733&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8965271 Dec 14 18:14:56.714006 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44180) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:56.790150 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-815433d3-01c6-4acf-a225-e9c5e5a1736b req-103331f9-8f1b-42c7-b63b-1c14c06eeb68 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 210 time: 0.2639565 Dec 14 18:14:56.819934 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6082ed-b98d-48f5-af24-77bcdd6a2106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1182a3-a10d-4881-8da1-e47af493fb2d,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:56.977595 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7726f5bc-ad9c-487f-9fe2-b26136efc73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:56.989154 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:56.994930 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.010907 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7726f5bc-ad9c-487f-9fe2-b26136efc73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.068141 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7726f5bc-ad9c-487f-9fe2-b26136efc73b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c84127ba296944bbb1be0366553f42ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6958935 Dec 14 18:14:57.068674 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.097726 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.098325 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a854d9f0-34c8-4fa5-b6b2-5be26b43b3fe req-01c32aff-23d6-46f8-a979-5d3c5188056e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071493 Dec 14 18:14:57.103002 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44196) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:57.111862 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:57.135500 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-209a4738-f443-4c15-aba7-dbe6c6d97fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.150524 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.190447 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.193085 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.194287 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f1182a3-a10d-4881-8da1-e47af493fb2d HTTP/1.1" status: 204 len: 168 time: 0.4788494 Dec 14 18:14:57.219530 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ab2a8-0d7a-491b-9a7e-cc57a42fe879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1182a3-a10d-4881-8da1-e47af493fb2d,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:57.252936 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:57.270091 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.305768 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f5bc-ad9c-487f-9fe2-b26136efc73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48aa91-4f21-4f5d-b38d-c132c448fa71,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:57.337057 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:57.337808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.342217 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-9df8a1e7-fb42-4be3-a851-1f3ed8167578 service neutron] 10.222.0.30 "PUT /v2.0/ports/a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 1094 time: 5.7638850 Dec 14 18:14:57.351801 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:14:57.418659 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:14:57.445959 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.474286 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Transition to ACTIVE for port object dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:14:57.498848 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-8e6e6007-db6e-4a44-bccd-f0b9e0128264 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1869001291&fields=id&tenant_id=f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 267 time: 0.5161314 Dec 14 18:14:57.616580 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.743347 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:57.817225 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-96f65ab3-bdbf-4c90-ae49-85523f02d075 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:57.819591 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-96f65ab3-bdbf-4c90-ae49-85523f02d075 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 818 time: 0.3438783 Dec 14 18:14:57.820535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Attempting to bind port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:14:57.821126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Attempting to bind port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:14:57.821621 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Attempting to bind port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:57.827550 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:14:57.828105 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Attempting to bind port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:14:57.835513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Request body: {'port': {'device_id': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'admin_state_up': True, 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:57.836686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.853610 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:14:57.853946 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Checking segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:14:57.854333 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Bound using segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:14:57.854816 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Bound port: dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:14:57.855310 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.886307 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-0921c7ef-c536-49c0-8c88-2b4c79435826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:57.888951 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-0921c7ef-c536-49c0-8c88-2b4c79435826 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1097 time: 0.4156387 Dec 14 18:14:57.899906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44220) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:57.905400 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb" -d '{"events": [{"name": "network-changed", "server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:14:57.923955 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.928669 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:57.932657 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48cd3955-43d7-48fc-9da3-9aa28d6402f3 HTTP/1.1" status: 204 len: 168 time: 1.6049492 Dec 14 18:14:57.943592 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0f887f70-d355-4d0d-8afe-cd1bf65dc055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.028763 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102bd47-27ab-48d7-98f5-1348b7e89339 req-56316f85-0596-4bb1-837c-98c95480c90b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.031381 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c102bd47-27ab-48d7-98f5-1348b7e89339 req-56316f85-0596-4bb1-837c-98c95480c90b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.4653187 Dec 14 18:14:58.031618 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:14:58.056694 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:14:58.067855 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.101402 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.119861 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Made reservation on behalf of abccb7674f7d4776bf46976c705a49a9 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:14:58.123469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.129654 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-c04b40bc-2a19-4675-96eb-d8b648344356 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 217 time: 0.2046127 Dec 14 18:14:58.133956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.134646 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.135998 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] 10.222.0.30 "PUT /v2.0/ports/dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 1093 time: 1.6389031 Dec 14 18:14:58.136442 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:14:58.138794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6857bf-b78a-4229-9a79-b8e81ee847cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:14:58.149482 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d19d32-064c-40df-80a0-d7c7e9c8ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd3955-43d7-48fc-9da3-9aa28d6402f3,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:58.163117 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2fc1d1b6-3062-45d1-bd30-cca11021aad6 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.164810 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2fc1d1b6-3062-45d1-bd30-cca11021aad6 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 811 time: 0.5974898 Dec 14 18:14:58.226210 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.263435 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c102bd47-27ab-48d7-98f5-1348b7e89339 req-edc0f341-002e-4f27-afe0-04aa86ee1c21 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666491 Dec 14 18:14:58.266623 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0f887f70-d355-4d0d-8afe-cd1bf65dc055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.271325 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-01ab8576-1104-4dce-85c1-bf16d90f29cc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/quotas/f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 375 time: 0.0779510 Dec 14 18:14:58.288236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c73e66-f075-45fe-abc9-2c1d6bc3e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:58.296291 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0f887f70-d355-4d0d-8afe-cd1bf65dc055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.308884 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-1fa1b2f0-bdde-4c0f-a974-d17885e3ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.310373 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-1fa1b2f0-bdde-4c0f-a974-d17885e3ee34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.1554775 Dec 14 18:14:58.336553 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0f887f70-d355-4d0d-8afe-cd1bf65dc055 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e24e87bdf374bda942199bccda4fa49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340904 Dec 14 18:14:58.337413 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44232) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:58.393403 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.396266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.397446 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f48aa91-4f21-4f5d-b38d-c132c448fa71 HTTP/1.1" status: 204 len: 168 time: 1.2745860 Dec 14 18:14:58.416623 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a733cb6-f19d-4ebc-b259-b55e58e2a316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48aa91-4f21-4f5d-b38d-c132c448fa71,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:58.448356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-798d602d-ce56-419e-829f-3dc2d10c8b3b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759269 Dec 14 18:14:58.500027 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-54c8b308-7fa1-4c4d-96e8-d4814cbe67c1 req-cc17d1fa-3b4e-4e98-b323-f758fe488ac6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 210 time: 0.0503352 Dec 14 18:14:58.501217 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f887f70-d355-4d0d-8afe-cd1bf65dc055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf2ee9-3821-415c-85b7-5d6d49ec0a8f,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:58.503740 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-f1dc615f-6594-440d-aad7-32f922d26d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.505384 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-f1dc615f-6594-440d-aad7-32f922d26d19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1850410 Dec 14 18:14:58.526858 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device acf52b35-5888-41b0-9318-663af42064f7 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:14:58.529873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-9122e31f-e473-4ef9-8c97-dc9ee7421760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.533403 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-9122e31f-e473-4ef9-8c97-dc9ee7421760 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1096 time: 0.2995253 Dec 14 18:14:58.645489 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-210d795a-a673-463f-97c0-a3ac32475d4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0918200 Dec 14 18:14:58.662305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.698354 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44250) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:58.714171 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.738629 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c03c-fa3c-4120-ac22-9a14117870db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.747407 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-a1c5eb1f-c0df-4b04-a79e-c3566b77dc2b service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338133 Dec 14 18:14:58.824706 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=acf52b35-5888-41b0-9318-663af42064f7,segment=NetworkSegment(183f8ef0-8071-4257-bf60-6a83b2e3cf19),segment_id=183f8ef0-8071-4257-bf60-6a83b2e3cf19)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:58.842549 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'acf52b35-5888-41b0-9318-663af42064f7', 'network_id': '2031165d-4411-4305-ae66-d1e7037fdc66', 'port_id': 'acf52b35-5888-41b0-9318-663af42064f7', 'mac_address': 'fa:16:3e:de:f8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c98fda-c202-4627-a3f8-7278ff293071', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:14:58.898962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Allocated IP 172.20.0.13 (6dd7b0e2-fad6-4811-95c1-54dee8fd8a73/cf97b267-695e-4a6e-8d26-5480ef68793c/584c0e04-9c5a-420f-b636-bcc29b737f95) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:14:58.901892 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-39c90755-ab61-47ee-97ee-77167eb3961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:58.903581 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-39c90755-ab61-47ee-97ee-77167eb3961d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0855093 Dec 14 18:14:58.904311 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.907120 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.908204 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81cf2ee9-3821-415c-85b7-5d6d49ec0a8f HTTP/1.1" status: 204 len: 168 time: 0.5675476 Dec 14 18:14:58.946187 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:58.954618 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-74b4cced-5d83-4229-8771-3452cb8880a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405169 Dec 14 18:14:58.955368 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427e1c4-cd99-4f26-b99e-8f7e1895cec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf2ee9-3821-415c-85b7-5d6d49ec0a8f,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:59.029060 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-49dad655-db98-4b8b-8a1e-35c64ff72c0f req-4c0cd8bf-2316-4727-a6d4-00c26fbcd1cd service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738957 Dec 14 18:14:59.032498 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44254) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:59.039503 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf52b35-5888-41b0-9318-663af42064f7 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:14:59.069542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ab8464f8-308e-40c5-a657-1a951b06fa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.130502 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=acf52b35-5888-41b0-9318-663af42064f7,segment=NetworkSegment(183f8ef0-8071-4257-bf60-6a83b2e3cf19),segment_id=183f8ef0-8071-4257-bf60-6a83b2e3cf19)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:14:59.147654 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.189580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c03c-fa3c-4120-ac22-9a14117870db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.198361 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c03c-fa3c-4120-ac22-9a14117870db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.223946 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-e9236514-f945-4a62-ac07-c01f9ff26201 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616789 Dec 14 18:14:59.313733 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db3d90f-8e94-438e-b02f-871cdb7332da x-openstack-request-id: req-9db3d90f-8e94-438e-b02f-871cdb7332da {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:14:59.317390 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:14:59.317623 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9db3d90f-8e94-438e-b02f-871cdb7332da {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:14:59.318308 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'status': 'completed', 'code': 200} Dec 14 18:14:59.340458 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.366019 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ddb5c03c-fa3c-4120-ac22-9a14117870db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cc23124cfda4fba8b85c5805b08f81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656733 Dec 14 18:14:59.372452 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:59.385798 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44262) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:59.423594 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['acf52b35-5888-41b0-9318-663af42064f7'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:14:59.431903 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ab8464f8-308e-40c5-a657-1a951b06fa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.449668 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ab8464f8-308e-40c5-a657-1a951b06fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.519296 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-903a6274-bd00-4d3a-89d0-1fb98f440792 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:14:59.520554 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-903a6274-bd00-4d3a-89d0-1fb98f440792 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1983852 Dec 14 18:14:59.555408 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.584210 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c03c-fa3c-4120-ac22-9a14117870db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d37e5-7a4b-492f-91e9-4685cb4e5c52,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:59.588981 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8464f8-308e-40c5-a657-1a951b06fa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c62c43-abc7-4d44-862a-80709fe50503,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:59.603594 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.686072 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:14:59.689614 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ab8464f8-308e-40c5-a657-1a951b06fa25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f7b8559ee434f8baf9b472fce89091b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552954 Dec 14 18:14:59.696948 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:14:59.699858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:14:59.707443 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:59.708203 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.722702 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44270) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:14:59.843677 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0083616 Dec 14 18:14:59.852059 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9bf4812c-b2fe-4dd7-bdd2-79fe430515c1 req-5d9055aa-8aa8-457c-a3a0-da16f990cac6 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145189 Dec 14 18:14:59.852822 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b66a7c-769b-4fc9-ad9c-70a0f6c7dfa7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Pushing event updated for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:14:59.863604 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Request body: {'port': {'device_id': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:14:59.928585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:14:59.931866 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-ede432ac-559c-4d62-9e4c-12aa21bbecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:59.933461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-ede432ac-559c-4d62-9e4c-12aa21bbecf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1097 time: 0.5458949 Dec 14 18:14:59.949324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b7d43-a797-4041-80ce-7be20ff5ec83 req-300cc9b7-499d-4fc0-bc13-f45df72dba23 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:14:59.950506 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4e3b7d43-a797-4041-80ce-7be20ff5ec83 req-300cc9b7-499d-4fc0-bc13-f45df72dba23 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 945 time: 0.5828319 Dec 14 18:14:59.994932 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.051491 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.153676 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4e3b7d43-a797-4041-80ce-7be20ff5ec83 req-fd28853c-aeb4-49a2-9a45-98008282634c tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832385 Dec 14 18:15:00.155921 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.159090 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.161301 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-f842295b-461f-410e-88b3-c13691d06140 service neutron] 10.222.0.49 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143136 Dec 14 18:15:00.195970 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.257318 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75170045-ec88-4b7b-8302-68b55a23c831 x-openstack-request-id: req-75170045-ec88-4b7b-8302-68b55a23c831 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:00.257693 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:00.257851 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75170045-ec88-4b7b-8302-68b55a23c831 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:00.258221 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', 'status': 'completed', 'code': 200} Dec 14 18:15:00.263053 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.265599 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.266779 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c3d37e5-7a4b-492f-91e9-4685cb4e5c52 HTTP/1.1" status: 204 len: 168 time: 0.8635175 Dec 14 18:15:00.299932 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878acd64-3e82-4bb1-af45-33c0641b1118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d37e5-7a4b-492f-91e9-4685cb4e5c52,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:00.309197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-8121922c-6feb-4e30-acd6-89f5b78600b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.310842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-8121922c-6feb-4e30-acd6-89f5b78600b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.3549054 Dec 14 18:15:00.366477 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-373427da-d9a2-4365-93ff-25ad548229db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 217 time: 0.0455534 Dec 14 18:15:00.368565 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-7ab536cc-f50b-45f0-9cb0-0aed17ed0c30 service neutron] 10.222.0.49 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006924 Dec 14 18:15:00.482633 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-af90e6f6-a0e0-450a-8c5e-6ce3215b32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.484147 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-af90e6f6-a0e0-450a-8c5e-6ce3215b32c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.1100092 Dec 14 18:15:00.498503 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device acf52b35-5888-41b0-9318-663af42064f7 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:15:00.544144 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-ac46eec6-83c5-4ca7-966f-3064a8e2fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.545861 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-ac46eec6-83c5-4ca7-966f-3064a8e2fb32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1096 time: 0.2636201 Dec 14 18:15:00.549552 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.552276 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.553590 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37c62c43-abc7-4d44-862a-80709fe50503 HTTP/1.1" status: 204 len: 168 time: 0.8294096 Dec 14 18:15:00.583239 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eddc4-2ba8-4c99-a12f-4b8022a307eb req-00678a1a-f528-480d-a7a8-550fa92d1213 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.591315 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a92fe-2596-4917-acfb-bb2b6e17e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c62c43-abc7-4d44-862a-80709fe50503,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:00.594064 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cf6eddc4-2ba8-4c99-a12f-4b8022a307eb req-00678a1a-f528-480d-a7a8-550fa92d1213 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1532063 Dec 14 18:15:00.660403 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port acf52b35-5888-41b0-9318-663af42064f7 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:15:00.668148 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port acf52b35-5888-41b0-9318-663af42064f7 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:00.668753 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.717273 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-ea68c42e-3846-4bbd-8243-6e3256154a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.720310 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-ea68c42e-3846-4bbd-8243-6e3256154a7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2273715 Dec 14 18:15:00.728440 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-ed266a88-cac0-44c6-933e-f4c81600ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:00.730207 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-ed266a88-cac0-44c6-933e-f4c81600ad44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1752484 Dec 14 18:15:00.747039 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cf6eddc4-2ba8-4c99-a12f-4b8022a307eb req-8338d7a6-a0c6-4784-b7d3-63da3800c8b6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519613 Dec 14 18:15:00.828944 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:00.883838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:00.936066 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-c7f230b3-a72b-47ae-b2d6-822e019962bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.1490114 Dec 14 18:15:00.947263 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-62dbb728-b5f6-421d-ac12-93cfe4a748b8 req-ff4084af-1854-49e9-991a-aad496bec9a3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 210 time: 0.0602627 Dec 14 18:15:00.958177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584c0e04-9c5a-420f-b636-bcc29b737f95 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:00.984127 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.041658 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Transition to ACTIVE for port object 584c0e04-9c5a-420f-b636-bcc29b737f95 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:15:01.052845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=acf52b35-5888-41b0-9318-663af42064f7,segment=NetworkSegment(183f8ef0-8071-4257-bf60-6a83b2e3cf19),segment_id=183f8ef0-8071-4257-bf60-6a83b2e3cf19)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:01.062643 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-cfae757b-3180-4753-a89a-7ac13942295a service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144870 Dec 14 18:15:01.065932 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.078546 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15b20c-f3be-48f7-8164-5bdd72afac88 req-ac109736-1c7e-4beb-839b-c09cc0d6f728 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.081051 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c15b20c-f3be-48f7-8164-5bdd72afac88 req-ac109736-1c7e-4beb-839b-c09cc0d6f728 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 932 time: 0.2061450 Dec 14 18:15:01.150862 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.194090 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:01.241327 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94d8f4d8-eb34-4ea8-bca0-1f990e5122fb req-f1935885-d178-4895-a71e-06bd204a6d4a service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587636 Dec 14 18:15:01.252393 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-32f989dc-71e7-4e4c-9ebe-f13c8c0e0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.254952 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-32f989dc-71e7-4e4c-9ebe-f13c8c0e0bf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.2452278 Dec 14 18:15:01.289487 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Pushing event updated for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:01.322258 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-ea09c5a3-0161-4cc4-9fdc-86d7c737e0e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601425 Dec 14 18:15:01.380619 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c15b20c-f3be-48f7-8164-5bdd72afac88 req-d42cf70a-bd38-4a66-a1ca-c807a6fbe99f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378019 Dec 14 18:15:01.428755 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab78f-5dcd-4c98-928a-3827a9a80990 req-f70e4f8e-9578-4185-ba98-b319031136ca tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.439347 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c14ab78f-5dcd-4c98-928a-3827a9a80990 req-f70e4f8e-9578-4185-ba98-b319031136ca tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1035800 Dec 14 18:15:01.473354 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3859c601-8200-4a89-939e-4c6a80c2af2a" -d '{"events": [{"server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "name": "network-vif-plugged", "status": "completed", "tag": "acf52b35-5888-41b0-9318-663af42064f7"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:01.480766 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Attempting to bind port 584c0e04-9c5a-420f-b636-bcc29b737f95 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:15:01.481101 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Attempting to bind port 584c0e04-9c5a-420f-b636-bcc29b737f95 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:15:01.481430 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Attempting to bind port 584c0e04-9c5a-420f-b636-bcc29b737f95 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:15:01.503481 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Port 584c0e04-9c5a-420f-b636-bcc29b737f95 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:15:01.503890 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Attempting to bind port 584c0e04-9c5a-420f-b636-bcc29b737f95 on network 6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:15:01.518551 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c14ab78f-5dcd-4c98-928a-3827a9a80990 req-2545532f-3c83-44e7-be5e-6cc260809804 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783427 Dec 14 18:15:01.521325 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:15:01.521673 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Checking segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:15:01.522078 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Bound using segment: {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:15:01.522730 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Bound port: 584c0e04-9c5a-420f-b636-bcc29b737f95, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33c9f66-fbbc-4fab-90f5-34277cf5c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:15:01.522986 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.612326 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-21e1ed70-e293-4add-8d5c-93ac88da78d7 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821000 Dec 14 18:15:01.692416 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:15:01.711190 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=584c0e04-9c5a-420f-b636-bcc29b737f95,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:15:01.721277 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.736709 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844db5a7-316d-4526-b089-7b26a500fc02 x-openstack-request-id: req-844db5a7-316d-4526-b089-7b26a500fc02 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:01.737505 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "name": "network-vif-plugged", "status": "completed", "tag": "acf52b35-5888-41b0-9318-663af42064f7", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:01.737505 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-844db5a7-316d-4526-b089-7b26a500fc02 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:01.737773 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7', 'code': 200} Dec 14 18:15:01.798213 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1e6857bf-b78a-4229-9a79-b8e81ee847cc req-8f5b2e04-b173-42a1-ac6b-25b09f0f5bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787624 Dec 14 18:15:01.800229 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.800851 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:01.802385 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] 10.222.0.30 "PUT /v2.0/ports/584c0e04-9c5a-420f-b636-bcc29b737f95 HTTP/1.1" status: 200 len: 1094 time: 1.9439826 Dec 14 18:15:01.835485 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0396d6-cd93-4b46-be71-be4364b7c970 service neutron] Pushing event updated for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:01.907321 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a601-8e52-4168-a5f2-d99adfbb89bb req-37ff686f-72c9-4411-a3fc-bb5af1d784df tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.909146 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8209a601-8e52-4168-a5f2-d99adfbb89bb req-37ff686f-72c9-4411-a3fc-bb5af1d784df tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0663781 Dec 14 18:15:01.968428 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-db2ad94c-5627-4037-97b2-92300c58d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:01.973857 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-db2ad94c-5627-4037-97b2-92300c58d6a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 1097 time: 0.0640166 Dec 14 18:15:01.998163 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8209a601-8e52-4168-a5f2-d99adfbb89bb req-0c4efd92-8baf-4299-a6fd-1f72639df113 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807009 Dec 14 18:15:02.032497 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-5886f9c4-92d6-4e49-90c7-8373738651ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584c0e04-9c5a-420f-b636-bcc29b737f95 HTTP/1.1" status: 200 len: 217 time: 0.0509567 Dec 14 18:15:02.078496 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-03704d8d-5ce0-4a67-888a-92596b8d334e req-a29cf0ae-8cee-47b9-a56d-805c11fd6d29 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 210 time: 0.0275259 Dec 14 18:15:02.149480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-9949c573-e2df-4d94-b789-c6fe1c2119e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:02.151038 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-9949c573-e2df-4d94-b789-c6fe1c2119e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0884814 Dec 14 18:15:02.155839 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-bd433cc6-5a1b-40dd-8fe1-0a0f5a2556b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:02.157585 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-bd433cc6-5a1b-40dd-8fe1-0a0f5a2556b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 1099 time: 0.1236436 Dec 14 18:15:02.200834 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-df4c7f46-fa1a-4b13-960c-edb888c05105 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359507 Dec 14 18:15:02.201481 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:02.356214 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:02.358483 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae63dc0-893b-4487-abc1-48328f420946" -d '{"events": [{"name": "network-changed", "server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:02.407154 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:02.485479 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:02.496806 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b86013-d940-4474-b31a-c81adfbf8c04 x-openstack-request-id: req-03b86013-d940-4474-b31a-c81adfbf8c04 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:02.498813 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:02.499115 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03b86013-d940-4474-b31a-c81adfbf8c04 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:02.499638 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95', 'status': 'completed', 'code': 200} Dec 14 18:15:02.516345 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:15:02.618661 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524653 Dec 14 18:15:02.654926 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-06fc2816-a770-4e87-81d8-9382bee46e34 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431307 Dec 14 18:15:02.656272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c69e7f-a313-4fe6-b263-ee46397444ba,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:02.670074 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c18fb-f8bb-4bfc-b5fa-24bbbb5750e7 req-17eb4def-6137-417c-a512-1778872fa4af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:02.674804 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4f4c18fb-f8bb-4bfc-b5fa-24bbbb5750e7 req-17eb4def-6137-417c-a512-1778872fa4af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.1742399 Dec 14 18:15:02.694141 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-e3aa4ca0-b004-4dd5-b199-18d926fe81fc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:02.700228 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-e3aa4ca0-b004-4dd5-b199-18d926fe81fc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 811 time: 0.3682222 Dec 14 18:15:02.785787 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4f4c18fb-f8bb-4bfc-b5fa-24bbbb5750e7 req-aaf11273-d34b-4078-a30a-d85ff200493a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812609 Dec 14 18:15:02.814311 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5084-8368-4be7-870d-7c289fc3bc8a req-98243a93-8169-4789-b17b-b7c551184445 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:02.824321 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6a3f5084-8368-4be7-870d-7c289fc3bc8a req-98243a93-8169-4789-b17b-b7c551184445 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1200287 Dec 14 18:15:02.881583 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:02.913843 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'port_id': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', 'mac_address': 'fa:16:3e:b4:c6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:15:02.914461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6a3f5084-8368-4be7-870d-7c289fc3bc8a req-cc079746-f59f-428a-8750-c960817b05ad tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 Dec 14 18:15:02.942225 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-004d6650-997c-46c6-b4a9-557698b5cbbc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 380 time: 0.0730646 Dec 14 18:15:02.954194 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'port': {'device_id': '94e85919-2218-4601-abca-22de82d8b25f', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'admin_state_up': True, 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'security_groups': ['5687d9d7-f656-4498-865f-42f064ab64f4']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:02.989002 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.005378 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3c68276e-2741-4b50-8b83-c598a4cb0b5c req-ebf0e806-47f5-4b17-b32d-b1548c2ec1c8 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523252 Dec 14 18:15:03.010092 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:03.037168 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:03.043067 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.044310 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:15:03.210861 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1ae5e53c-ae53-41a5-affc-21ef0fe3683f req-57d69a4f-4079-4228-808e-5a37a7fd703f tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 210 time: 0.0336025 Dec 14 18:15:03.213170 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Made reservation on behalf of f256f429fb4544959793a0db85d4bc33 for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:15:03.216823 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.248466 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55613fe-609c-4974-bb18-0e14e4059ace req-3756667a-fb1d-4d2f-a452-c9897e341bbc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:03.252185 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:03.256076 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d55613fe-609c-4974-bb18-0e14e4059ace req-3756667a-fb1d-4d2f-a452-c9897e341bbc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1234643 Dec 14 18:15:03.346018 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d55613fe-609c-4974-bb18-0e14e4059ace req-4bdf6cf6-c34c-42a4-9392-60d9f9530853 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849407 Dec 14 18:15:03.347150 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:03.382474 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'a1fe219e-5b33-4484-919e-447054a93de7', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:15:03.452839 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.475968 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:03.519384 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:03.527679 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.536638 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Allocated IP 172.20.0.13 (e13093fd-7336-48ce-be45-5a30218e7b2e/bc865b62-6942-4f81-b880-4efb7c9425ab/b6b4e179-befd-493a-8468-9e60e7baceb5) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:15:03.601110 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:03.774480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.815677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.880423 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Network e13093fd-7336-48ce-be45-5a30218e7b2e is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:15:03.900260 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:15:03.918162 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:15:03.924498 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:03.925167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:03.928881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:03.971730 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-24c38694-e4da-4ed6-95f6-e7b0925c6ed9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0226178 Dec 14 18:15:03.985107 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073a236-594d-430e-a65d-617113c4c8bd req-199e158c-a3bc-43db-b1df-7a869b3ad892 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:03.987996 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0073a236-594d-430e-a65d-617113c4c8bd req-199e158c-a3bc-43db-b1df-7a869b3ad892 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.1127675 Dec 14 18:15:04.036178 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63dc0-893b-4487-abc1-48328f420946 req-3a7224d8-c3b1-403d-8443-6db50967825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:04.037761 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-3a7224d8-c3b1-403d-8443-6db50967825b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 1097 time: 0.0967965 Dec 14 18:15:04.087076 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0073a236-594d-430e-a65d-617113c4c8bd req-e0cf9621-c166-4855-81dc-85832b747a80 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875864 Dec 14 18:15:04.112547 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8892f-1bab-4dd9-ab1a-529552bc4a1a req-dc3920cc-7a64-4014-9029-2a677142bd11 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:04.114127 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a0f8892f-1bab-4dd9-ab1a-529552bc4a1a req-dc3920cc-7a64-4014-9029-2a677142bd11 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0888581 Dec 14 18:15:04.161589 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a0f8892f-1bab-4dd9-ab1a-529552bc4a1a req-4b248ca2-1beb-48de-91af-ea8a16a13417 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Dec 14 18:15:04.254392 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-33b7768b-7e60-4c84-8e36-0922bfc6e447 None None] Provisioning complete for port b6b4e179-befd-493a-8468-9e60e7baceb5 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:04.255185 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-33b7768b-7e60-4c84-8e36-0922bfc6e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:04.320308 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-33b7768b-7e60-4c84-8e36-0922bfc6e447 None None] Port b6b4e179-befd-493a-8468-9e60e7baceb5 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:15:04.354988 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347d92-48a3-449f-b53b-7e627d7c7312 req-c75fe88d-fa94-40b0-959d-1e96af132185 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:04.356663 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c3347d92-48a3-449f-b53b-7e627d7c7312 req-c75fe88d-fa94-40b0-959d-1e96af132185 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 932 time: 0.0578074 Dec 14 18:15:04.419444 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c3347d92-48a3-449f-b53b-7e627d7c7312 req-e34b5051-8755-42c2-a6d0-5f25ae9a658a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Dec 14 18:15:04.483242 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31ca47-1e3e-4658-b0bc-151c34832fd8 req-dc32f9c0-8629-498b-b185-3a24f6c8a101 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:04.484814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4c31ca47-1e3e-4658-b0bc-151c34832fd8 req-dc32f9c0-8629-498b-b185-3a24f6c8a101 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0551460 Dec 14 18:15:04.536116 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4c31ca47-1e3e-4658-b0bc-151c34832fd8 req-3559cb57-aae1-42d0-b300-1b8e1e93db16 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Dec 14 18:15:05.195890 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3b36c-24c3-415f-9c83-b7fb47a8fd65 req-7888650e-a5f0-4ed2-8131-0d462f064843 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:05.199891 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2b3b36c-24c3-415f-9c83-b7fb47a8fd65 req-7888650e-a5f0-4ed2-8131-0d462f064843 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0518034 Dec 14 18:15:05.237218 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2b3b36c-24c3-415f-9c83-b7fb47a8fd65 req-eb664d43-1966-4017-8b69-f7d9c6d7d0c0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Dec 14 18:15:05.286023 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf791e-f414-448c-91bd-5a95bde8ac67 req-685bdcc6-15fe-4221-b3e4-ffb3fa3f8697 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:05.287529 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d6bf791e-f414-448c-91bd-5a95bde8ac67 req-685bdcc6-15fe-4221-b3e4-ffb3fa3f8697 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0492647 Dec 14 18:15:05.325815 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d6bf791e-f414-448c-91bd-5a95bde8ac67 req-9b1a1633-28d5-4a16-9b66-f44e33ef1e4e tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Dec 14 18:15:05.537904 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b197-887a-4cf9-bf73-d65a0489511e req-b9b1c6fe-2e37-4d50-8b6f-ae5b045b4258 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:05.539409 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dc81b197-887a-4cf9-bf73-d65a0489511e req-b9b1c6fe-2e37-4d50-8b6f-ae5b045b4258 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 932 time: 0.0487671 Dec 14 18:15:05.584912 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dc81b197-887a-4cf9-bf73-d65a0489511e req-b1e69715-09a6-4658-9f98-a0eb030c4553 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 Dec 14 18:15:05.661639 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e119e04-1c42-467f-8b5f-77a63f2f4b7c req-574092ff-6238-4fbf-9000-830a7203b5f7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:05.663226 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4e119e04-1c42-467f-8b5f-77a63f2f4b7c req-574092ff-6238-4fbf-9000-830a7203b5f7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0503204 Dec 14 18:15:05.703473 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4e119e04-1c42-467f-8b5f-77a63f2f4b7c req-bcc45c75-0f96-478f-986e-3ff01b943ebb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339580 Dec 14 18:15:05.833605 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Request body: {'port': {'device_id': '94e85919-2218-4601-abca-22de82d8b25f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:05.911681 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:05.953816 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63dc0-893b-4487-abc1-48328f420946 req-5f2598e2-c5de-403b-a619-dca4ffd36c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:05.955741 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-5f2598e2-c5de-403b-a619-dca4ffd36c29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1194677 Dec 14 18:15:06.012311 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-d9f25547-23ce-45da-89de-7accca9c2f69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584c0e04-9c5a-420f-b636-bcc29b737f95 HTTP/1.1" status: 200 len: 217 time: 0.0409174 Dec 14 18:15:06.068897 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63dc0-893b-4487-abc1-48328f420946 req-5cf208ae-fa4d-4139-a944-15f122d2a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:06.070645 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-5cf208ae-fa4d-4139-a944-15f122d2a324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0558226 Dec 14 18:15:06.107184 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-46b20352-0f88-4759-a8cd-94b0849b93da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261631 Dec 14 18:15:06.158190 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:15:06.191425 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['a1fe219e-5b33-4484-919e-447054a93de7'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:15:06.223335 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-6d810591-023b-4a8b-8bfa-6d0307dd598c service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073499 Dec 14 18:15:06.231236 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b4e179-befd-493a-8468-9e60e7baceb5 {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:06.242971 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:06.259987 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Transition to ACTIVE for port object b6b4e179-befd-493a-8468-9e60e7baceb5 will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:15:06.265864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:06.477332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:06.537587 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0ae63dc0-893b-4487-abc1-48328f420946 req-df339448-2d1f-480a-b916-69d971b1d64d service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004856 Dec 14 18:15:06.565111 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Attempting to bind port b6b4e179-befd-493a-8468-9e60e7baceb5 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:15:06.565437 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Attempting to bind port b6b4e179-befd-493a-8468-9e60e7baceb5 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:15:06.565760 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Attempting to bind port b6b4e179-befd-493a-8468-9e60e7baceb5 on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:15:06.574633 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182d1c-8815-496b-92f5-2155b7a697f9 req-ab655e66-f13a-43ac-abd4-33d4f6c7e56a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:06.576333 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-72182d1c-8815-496b-92f5-2155b7a697f9 req-ab655e66-f13a-43ac-abd4-33d4f6c7e56a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.2033629 Dec 14 18:15:06.596408 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Port b6b4e179-befd-493a-8468-9e60e7baceb5 on network e13093fd-7336-48ce-be45-5a30218e7b2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:15:06.599267 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Attempting to bind port b6b4e179-befd-493a-8468-9e60e7baceb5 on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:15:06.620141 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:15:06.620474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Checking segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:15:06.620858 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Bound using segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:15:06.621289 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Bound port: b6b4e179-befd-493a-8468-9e60e7baceb5, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:15:06.621748 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:06.655430 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81613624-c6b3-439c-a4df-97209286f14f req-c07926db-8c98-491b-81b4-135bca7a2476 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:06.656890 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-81613624-c6b3-439c-a4df-97209286f14f req-c07926db-8c98-491b-81b4-135bca7a2476 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1748967 Dec 14 18:15:06.680620 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-72182d1c-8815-496b-92f5-2155b7a697f9 req-08c63188-fbca-4753-bd12-ec355d8c33bf tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979753 Dec 14 18:15:06.731974 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-81613624-c6b3-439c-a4df-97209286f14f req-8d5153cd-8413-4ed8-97fd-c6cf3e9c1dcf tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549638 Dec 14 18:15:06.749256 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:15:06.775116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b6b4e179-befd-493a-8468-9e60e7baceb5,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:15:06.782394 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:07.029355 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9de080-ffaa-445b-a304-4ff536f81ac5 req-c4644e0e-6cbe-4fd4-9527-27136e99b0dc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:07.030847 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5e9de080-ffaa-445b-a304-4ff536f81ac5 req-c4644e0e-6cbe-4fd4-9527-27136e99b0dc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.2938290 Dec 14 18:15:07.056915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:07.057522 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:07.058904 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] 10.222.0.30 "PUT /v2.0/ports/b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 1094 time: 1.2315993 Dec 14 18:15:07.061892 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:07.064046 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713" -d '{"events": [{"name": "network-changed", "server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:07.118274 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686582a-7e78-44f6-88a6-c1252ee90733 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:07.135319 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807415b-2ec1-4bea-bc8e-6e3dcda1ff3a req-c7dd1eae-71a7-4340-bd9f-b0d7a180ab9f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:07.136809 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0807415b-2ec1-4bea-bc8e-6e3dcda1ff3a req-c7dd1eae-71a7-4340-bd9f-b0d7a180ab9f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.3473325 Dec 14 18:15:07.139701 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5e9de080-ffaa-445b-a304-4ff536f81ac5 req-3abd7f3d-ac51-4440-8097-ceed657b97a8 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854042 Dec 14 18:15:07.178163 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0807415b-2ec1-4bea-bc8e-6e3dcda1ff3a req-9cb3b514-6a88-40d0-9341-33bff465e861 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343809 Dec 14 18:15:07.227433 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b42db4f-5c5a-4b95-ac83-817187e82ef3 x-openstack-request-id: req-4b42db4f-5c5a-4b95-ac83-817187e82ef3 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:07.227795 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:07.228158 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b42db4f-5c5a-4b95-ac83-817187e82ef3 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:07.228573 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'status': 'completed', 'code': 200} Dec 14 18:15:07.825474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef2983-824e-43ff-a2c2-16e3220b6ff7 req-48cf45ed-def7-4156-97cd-96baa4662316 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:07.826974 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e6ef2983-824e-43ff-a2c2-16e3220b6ff7 req-48cf45ed-def7-4156-97cd-96baa4662316 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0575268 Dec 14 18:15:07.894932 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e6ef2983-824e-43ff-a2c2-16e3220b6ff7 req-7b111544-439b-4fd2-a810-303542e273d3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Dec 14 18:15:07.903132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c0b9-b9b6-4b85-9deb-96cbd35f07e6 req-eede6aa7-7c57-46c1-8597-542b8e75bc57 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:07.904141 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2509c0b9-b9b6-4b85-9deb-96cbd35f07e6 req-eede6aa7-7c57-46c1-8597-542b8e75bc57 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0762832 Dec 14 18:15:07.951890 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2509c0b9-b9b6-4b85-9deb-96cbd35f07e6 req-f981c73d-6a77-41cb-aaa9-bd06ff163181 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Dec 14 18:15:08.285794 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc061a-382d-4339-8f97-29c7db7fe778 req-2e310ad5-9836-4fe3-be99-2ea4a45f690d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:08.287374 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7fdc061a-382d-4339-8f97-29c7db7fe778 req-2e310ad5-9836-4fe3-be99-2ea4a45f690d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.0652137 Dec 14 18:15:08.370787 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7fdc061a-382d-4339-8f97-29c7db7fe778 req-5375d521-0a62-4522-8bb7-6f288fcbf093 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654094 Dec 14 18:15:08.375596 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cee2f-7b22-466f-a49f-95ff3f7076f9 req-ed30591f-8818-4ee7-8674-bb03c5250c5b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:08.376629 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dd3cee2f-7b22-466f-a49f-95ff3f7076f9 req-ed30591f-8818-4ee7-8674-bb03c5250c5b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0881619 Dec 14 18:15:08.397725 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44596) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:08.440886 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dd3cee2f-7b22-466f-a49f-95ff3f7076f9 req-b7ac6107-3b36-46d4-b4f0-977203c7d668 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491068 Dec 14 18:15:08.524771 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42bde10a-b341-4868-b154-896ef4bfb998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.603237 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42bde10a-b341-4868-b154-896ef4bfb998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.608123 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42bde10a-b341-4868-b154-896ef4bfb998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.650056 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-42bde10a-b341-4868-b154-896ef4bfb998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dc14a7b5b784cb5a2216d8bc77f2360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512171 Dec 14 18:15:08.650840 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde10a-b341-4868-b154-896ef4bfb998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfbc47-2330-47fc-836e-77369296db32,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:08.652902 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44600) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:08.706808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.729460 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.784190 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.786920 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:08.788098 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15cfbc47-2330-47fc-836e-77369296db32 HTTP/1.1" status: 204 len: 168 time: 0.1341722 Dec 14 18:15:08.796601 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a738-8bd9-4896-b673-17d094c53c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfbc47-2330-47fc-836e-77369296db32,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:09.066788 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8763-c20d-44ca-bcb3-08a70d7b9cfd req-da108399-adb0-4ac7-aa29-71cc30efcab7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.068340 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd8e8763-c20d-44ca-bcb3-08a70d7b9cfd req-da108399-adb0-4ac7-aa29-71cc30efcab7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0846658 Dec 14 18:15:09.103014 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44610) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:09.115342 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba614-4db2-4a06-930b-a4178dff12c7 req-ca521971-3262-42ca-9e8d-d56761ae561b tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.116860 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eaeba614-4db2-4a06-930b-a4178dff12c7 req-ca521971-3262-42ca-9e8d-d56761ae561b tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0895553 Dec 14 18:15:09.117684 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9b3fefc1-3542-44de-b996-899a0eeb452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.126052 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd8e8763-c20d-44ca-bcb3-08a70d7b9cfd req-aa15a9fd-9919-43bc-968f-938847fe4422 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493293 Dec 14 18:15:09.178866 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eaeba614-4db2-4a06-930b-a4178dff12c7 req-4f983ee7-0750-4c44-9a69-6727642e58f6 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529349 Dec 14 18:15:09.214235 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9b3fefc1-3542-44de-b996-899a0eeb452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.218427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9b3fefc1-3542-44de-b996-899a0eeb452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.256488 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9b3fefc1-3542-44de-b996-899a0eeb452f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64a34773f5644db693b72460d66ade3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523812 Dec 14 18:15:09.257315 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fefc1-3542-44de-b996-899a0eeb452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc2396-3cb6-4ae1-b36b-968a48dd50d6,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:09.259337 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44616) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:09.318779 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.348823 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.408330 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.412106 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.417718 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66cc2396-3cb6-4ae1-b36b-968a48dd50d6 HTTP/1.1" status: 204 len: 168 time: 0.1557775 Dec 14 18:15:09.426938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64325c5-2c64-4f1a-b6ae-ff9b796c4372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc2396-3cb6-4ae1-b36b-968a48dd50d6,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:09.482272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-be2ede4c-1c65-4064-9c2f-1ba103807410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.483997 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-be2ede4c-1c65-4064-9c2f-1ba103807410 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1097 time: 0.0690694 Dec 14 18:15:09.533373 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:09.574868 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95008-dd3b-4cdf-96e0-adf479420d9c req-f7b60237-4a58-40e2-a469-6e1a53d9b341 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.576634 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-36f95008-dd3b-4cdf-96e0-adf479420d9c req-f7b60237-4a58-40e2-a469-6e1a53d9b341 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.1016498 Dec 14 18:15:09.600768 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ac73-8cc0-4709-9997-385246812d57 req-3fba9538-f54d-4a2b-b6f7-d7993f2f41ac tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.602391 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c332ac73-8cc0-4709-9997-385246812d57 req-3fba9538-f54d-4a2b-b6f7-d7993f2f41ac tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0746906 Dec 14 18:15:09.660125 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c332ac73-8cc0-4709-9997-385246812d57 req-abb403b7-8289-4441-8534-f96edbb337a7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485964 Dec 14 18:15:09.663009 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-36f95008-dd3b-4cdf-96e0-adf479420d9c req-0995c796-04dc-4f98-bf94-fa8aae8b1010 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776803 Dec 14 18:15:09.699281 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-6e44df56-45cb-47c5-a712-89ca84bbb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:09.700849 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-6e44df56-45cb-47c5-a712-89ca84bbb53c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f256f429fb4544959793a0db85d4bc33&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2078643 Dec 14 18:15:10.040178 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-f214d6cf-473b-41b7-81c0-8d87d9c08aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:10.041681 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ba7c129a-4d2b-44f3-a23c-b4f6a8314713 req-f214d6cf-473b-41b7-81c0-8d87d9c08aaf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304846 Dec 14 18:15:10.314235 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18022296-31c4-48f1-9a82-9c4eead57e64 req-f6b2d9b8-78ee-4eb0-97c3-23c2e401b185 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:10.319564 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-18022296-31c4-48f1-9a82-9c4eead57e64 req-f6b2d9b8-78ee-4eb0-97c3-23c2e401b185 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0992053 Dec 14 18:15:10.368579 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b441cb-424e-4ad8-ae23-7af8445e69c1 req-15d04674-8f84-42f1-bf3c-09d7cfb91ba4 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:10.370106 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d6b441cb-424e-4ad8-ae23-7af8445e69c1 req-15d04674-8f84-42f1-bf3c-09d7cfb91ba4 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0989654 Dec 14 18:15:10.378504 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-18022296-31c4-48f1-9a82-9c4eead57e64 req-e1087af1-386e-4c86-b0b8-343b2360e85d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Dec 14 18:15:10.427456 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d6b441cb-424e-4ad8-ae23-7af8445e69c1 req-b2bed074-f8f9-429b-a988-d13baa4967ca tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467842 Dec 14 18:15:10.814253 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b761c13-fcbb-45d0-b9e5-c89dadf56682 req-63ed28d6-12c5-4531-8002-1d85addd183f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:10.815856 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7b761c13-fcbb-45d0-b9e5-c89dadf56682 req-63ed28d6-12c5-4531-8002-1d85addd183f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0802634 Dec 14 18:15:10.831229 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373102-72ea-4877-979a-d55809654e97 req-4c5fdb62-3b5b-4e71-82d4-07c94ba59276 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:10.832722 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d373102-72ea-4877-979a-d55809654e97 req-4c5fdb62-3b5b-4e71-82d4-07c94ba59276 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.0877557 Dec 14 18:15:10.885519 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7b761c13-fcbb-45d0-b9e5-c89dadf56682 req-ec80ae56-3ea5-4c06-a719-fcc7603d9c5d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634398 Dec 14 18:15:10.899084 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d373102-72ea-4877-979a-d55809654e97 req-43f0304c-2eeb-4835-8a77-93a41ed14dfe tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600793 Dec 14 18:15:11.544489 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7f26a-789b-4f89-94be-df5a08d9f0d0 req-cf36a568-6f3c-4d0f-a621-db3f923eb8ca tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:11.546156 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cde7f26a-789b-4f89-94be-df5a08d9f0d0 req-cf36a568-6f3c-4d0f-a621-db3f923eb8ca tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0687559 Dec 14 18:15:11.626528 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09ea92-d2b6-4ac4-ace1-a35e8d741f8b req-ac682727-0326-4b6a-8ed7-4c07c672230b tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:11.628080 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf09ea92-d2b6-4ac4-ace1-a35e8d741f8b req-ac682727-0326-4b6a-8ed7-4c07c672230b tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1025715 Dec 14 18:15:11.631373 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cde7f26a-789b-4f89-94be-df5a08d9f0d0 req-1d914f12-a42c-4c4a-a15c-980539efefa6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649385 Dec 14 18:15:11.670996 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf09ea92-d2b6-4ac4-ace1-a35e8d741f8b req-667948e2-a6b4-4565-93d8-0d1a574fbeb4 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353584 Dec 14 18:15:12.068976 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbe118-3083-4242-abe5-50c63a3eaec2 req-299c596e-0108-46ad-b52a-2830f9e5f28c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.070534 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2dfbe118-3083-4242-abe5-50c63a3eaec2 req-299c596e-0108-46ad-b52a-2830f9e5f28c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.1051092 Dec 14 18:15:12.087394 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebec24-7b78-4ed2-9cc1-61d815b0a738 req-35fb03b6-a632-4557-a7eb-87b0a4304d3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.088959 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14ebec24-7b78-4ed2-9cc1-61d815b0a738 req-35fb03b6-a632-4557-a7eb-87b0a4304d3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.0836403 Dec 14 18:15:12.144604 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2dfbe118-3083-4242-abe5-50c63a3eaec2 req-47cf343d-23ba-45a4-a87f-9e84cbff23c0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546558 Dec 14 18:15:12.149485 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14ebec24-7b78-4ed2-9cc1-61d815b0a738 req-8e791d49-9545-404b-b6e0-1363c799c431 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536997 Dec 14 18:15:12.595603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-05232866-5d2b-4d0f-ad33-95067c1f18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.597087 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-05232866-5d2b-4d0f-ad33-95067c1f18a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1097 time: 0.0396798 Dec 14 18:15:12.651107 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-16ada160-d523-43fe-aa9d-b42dffe655e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 217 time: 0.0387561 Dec 14 18:15:12.708578 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-1ed034f9-3d97-4ad4-9af8-330bab78d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.710051 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-1ed034f9-3d97-4ad4-9af8-330bab78d90d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0497096 Dec 14 18:15:12.772709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-ad8f5139-293e-472f-b10f-1bb6efa3b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.774275 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-ad8f5139-293e-472f-b10f-1bb6efa3b11a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540495 Dec 14 18:15:12.796272 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c8205-c9d7-4b9a-8f91-2722c5063453 req-b1eb09f7-48cc-4431-98fa-d30c48ca7bb5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.797889 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b51c8205-c9d7-4b9a-8f91-2722c5063453 req-b1eb09f7-48cc-4431-98fa-d30c48ca7bb5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0846260 Dec 14 18:15:12.820602 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a0eec-a590-4d73-b830-0e724c70e69a req-b9fd83ad-6e6b-4814-bc4e-2a05399ba84a tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:12.822164 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da1a0eec-a590-4d73-b830-0e724c70e69a req-b9fd83ad-6e6b-4814-bc4e-2a05399ba84a tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0793972 Dec 14 18:15:12.869529 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b51c8205-c9d7-4b9a-8f91-2722c5063453 req-67680cbd-4b0c-4231-b383-7774144ca195 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629802 Dec 14 18:15:12.887040 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da1a0eec-a590-4d73-b830-0e724c70e69a req-07ed8ac4-e5cf-4ab0-97dd-ac8bc419cd99 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529933 Dec 14 18:15:12.887437 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-c84f4fee-017e-4ef1-a907-fc10c20f7ff2 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999546 Dec 14 18:15:13.006465 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-907c37ce-1fed-4927-b8ae-cb037362d366 req-ae68abb0-2a83-42b3-b6a7-ec7590637349 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123440 Dec 14 18:15:13.233684 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-26e92e65-267b-421d-97d1-a83e3c155f2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529344 Dec 14 18:15:13.316372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d172-edf0-4361-b0b3-9505c13a4611 req-4317c041-f397-4874-a2e5-8298477593d7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:13.318128 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4bb4d172-edf0-4361-b0b3-9505c13a4611 req-4317c041-f397-4874-a2e5-8298477593d7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0813725 Dec 14 18:15:13.326266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db724f-53b7-4fb4-bb2a-2c7867b50c6d req-953853a8-9a64-4e5d-8f0f-fbc5c1ea9452 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:13.327975 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c0db724f-53b7-4fb4-bb2a-2c7867b50c6d req-953853a8-9a64-4e5d-8f0f-fbc5c1ea9452 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.1037159 Dec 14 18:15:13.358049 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-4e42d837-4326-42f6-b58c-3adca87f8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:13.360021 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-4e42d837-4326-42f6-b58c-3adca87f8d57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b69726166a9432ba40485071d675cdb&device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 1099 time: 0.0743344 Dec 14 18:15:13.398077 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4bb4d172-edf0-4361-b0b3-9505c13a4611 req-714d511a-9996-466e-ba50-88a60e2e03e2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689635 Dec 14 18:15:13.424702 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c0db724f-53b7-4fb4-bb2a-2c7867b50c6d req-3df3473c-3d26-4706-a3d4-b046c3ce4f2e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856268 Dec 14 18:15:13.511880 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-fca9aff7-ceba-44cc-8cc8-68ea4ed0e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:13.513350 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-fca9aff7-ceba-44cc-8cc8-68ea4ed0e1fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=2031165d-4411-4305-ae66-d1e7037fdc66 HTTP/1.1" status: 200 len: 912 time: 0.1292605 Dec 14 18:15:13.562439 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-9632c62e-e8e5-4619-84ee-00e72c73dded service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf52b35-5888-41b0-9318-663af42064f7 HTTP/1.1" status: 200 len: 217 time: 0.0412254 Dec 14 18:15:13.626810 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-bcbab53e-9ef8-442d-8653-3120bb2c3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:13.628268 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-bcbab53e-9ef8-442d-8653-3120bb2c3a1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1c98fda-c202-4627-a3f8-7278ff293071 HTTP/1.1" status: 200 len: 851 time: 0.0582945 Dec 14 18:15:13.662680 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-cdd05365-a8a6-4a5d-9811-509b7835e730 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2031165d-4411-4305-ae66-d1e7037fdc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268438 Dec 14 18:15:13.780042 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-31d1c093-878b-4230-88e5-db10e1c9dc45 service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098194 Dec 14 18:15:13.882161 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a21a8723-6697-46f9-a622-4ea9df0314b4 req-a8af34a5-06ab-479c-b836-ba9411f52280 service neutron] 10.222.0.30 "GET /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936646 Dec 14 18:15:14.081554 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952d96-c167-4221-9797-900e387a6710 req-e1bb00c6-a1d7-4d93-b832-5c2d70967426 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:14.090189 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2952d96-c167-4221-9797-900e387a6710 req-e1bb00c6-a1d7-4d93-b832-5c2d70967426 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 944 time: 0.0834091 Dec 14 18:15:14.099892 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d1b43-dcbc-4da7-a498-8d4d92dae895 req-22f50dba-8dd7-4ce1-b1e3-5b2a9f3afa96 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:14.102186 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9e0d1b43-dcbc-4da7-a498-8d4d92dae895 req-22f50dba-8dd7-4ce1-b1e3-5b2a9f3afa96 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1266537 Dec 14 18:15:14.158908 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2952d96-c167-4221-9797-900e387a6710 req-d5d941ce-e756-4812-821c-9d613ca15938 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Dec 14 18:15:14.178112 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9e0d1b43-dcbc-4da7-a498-8d4d92dae895 req-9b77e6dd-44ce-4e0b-b3a3-a1f3b2735260 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Dec 14 18:15:14.297732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 584c0e04-9c5a-420f-b636-bcc29b737f95 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:15:14.307427 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:15:14.420311 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:15:14.430441 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:14.430818 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.587609 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=584c0e04-9c5a-420f-b636-bcc29b737f95,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:14.605314 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '584c0e04-9c5a-420f-b636-bcc29b737f95', 'network_id': '6dd7b0e2-fad6-4811-95c1-54dee8fd8a73', 'port_id': '584c0e04-9c5a-420f-b636-bcc29b737f95', 'mac_address': 'fa:16:3e:e3:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf97b267-695e-4a6e-8d26-5480ef68793c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:15:14.633838 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d6bff-bea7-488b-a9ba-342cb8a11ba3 req-203269f7-bfdd-4096-b910-448a7d205c38 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:14.636195 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c92d6bff-bea7-488b-a9ba-342cb8a11ba3 req-203269f7-bfdd-4096-b910-448a7d205c38 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.1122310 Dec 14 18:15:14.648369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce53c-a2a2-4d2b-9d17-0aad277a5874 req-99189838-36d1-479a-a242-798cf105ab90 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:14.649906 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-788ce53c-a2a2-4d2b-9d17-0aad277a5874 req-99189838-36d1-479a-a242-798cf105ab90 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.1048856 Dec 14 18:15:14.677209 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.688757 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.708231 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c0e04-9c5a-420f-b636-bcc29b737f95 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:14.711273 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c92d6bff-bea7-488b-a9ba-342cb8a11ba3 req-c2b7c482-e9df-4f23-850a-2faf74d5eea8 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604024 Dec 14 18:15:14.716411 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-788ce53c-a2a2-4d2b-9d17-0aad277a5874 req-6027285c-6102-45ec-aae6-2b5d00e4ee68 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574911 Dec 14 18:15:14.740829 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:14.745035 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7275d-c786-43db-8020-fc7b9e61b109" -d '{"events": [{"server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "name": "network-vif-plugged", "status": "completed", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:14.759869 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=584c0e04-9c5a-420f-b636-bcc29b737f95,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:14.764383 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:14.766270 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.771789 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.772528 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:15:14.816846 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f42c18f-8170-48e1-8ce7-50997bf9dc6e x-openstack-request-id: req-4f42c18f-8170-48e1-8ce7-50997bf9dc6e {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:14.817307 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "name": "network-vif-plugged", "status": "completed", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:14.817452 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f42c18f-8170-48e1-8ce7-50997bf9dc6e {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:14.817887 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', 'code': 200} Dec 14 18:15:14.863306 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:14.906971 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port a1fe219e-5b33-4484-919e-447054a93de7 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:15:14.914397 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port a1fe219e-5b33-4484-919e-447054a93de7 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:14.915422 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:14.963526 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:14.970843 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cce25-51ec-4620-95f0-9f66dae3c626 req-788b67e9-943c-48ae-ac8b-564282d12cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:14.973205 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-118cce25-51ec-4620-95f0-9f66dae3c626 req-788b67e9-943c-48ae-ac8b-564282d12cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0435925 Dec 14 18:15:15.016086 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-118cce25-51ec-4620-95f0-9f66dae3c626 req-500b3740-6b5b-48a1-9df8-8989677820a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Dec 14 18:15:15.026088 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:15.044941 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['584c0e04-9c5a-420f-b636-bcc29b737f95'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:15:15.087953 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:15.098309 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:15.176079 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:15.292871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27a8ba-f5de-42b6-8b99-4d015896fcf2 req-71cee2ce-ef35-4de9-93ca-2d471815da7d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:15.295233 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a27a8ba-f5de-42b6-8b99-4d015896fcf2 req-71cee2ce-ef35-4de9-93ca-2d471815da7d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 945 time: 0.0522490 Dec 14 18:15:15.343295 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a27a8ba-f5de-42b6-8b99-4d015896fcf2 req-0fd8fd8f-2e4e-4942-b57b-a7f16fe9391d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Dec 14 18:15:15.866827 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c53c84-df6f-451f-a14c-ffee96ebf978 req-a8496d2f-1990-4210-ba39-b72741ad4bad tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:15.869227 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45c53c84-df6f-451f-a14c-ffee96ebf978 req-a8496d2f-1990-4210-ba39-b72741ad4bad tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 944 time: 0.0639234 Dec 14 18:15:15.923994 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45c53c84-df6f-451f-a14c-ffee96ebf978 req-1ae66652-c5f1-4072-97bc-7540e3dbe787 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Dec 14 18:15:16.047304 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2935-712e-4144-8deb-b6dc09caa5bd req-d83a83fc-85fc-4976-9a69-fdb9141a85f1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:16.055107 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-716e2935-712e-4144-8deb-b6dc09caa5bd req-d83a83fc-85fc-4976-9a69-fdb9141a85f1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0642529 Dec 14 18:15:16.100401 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-716e2935-712e-4144-8deb-b6dc09caa5bd req-28cfaa78-72d7-4c49-a81f-498658e9c984 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Dec 14 18:15:16.312571 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device b6b4e179-befd-493a-8468-9e60e7baceb5 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:15:16.314799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 584c0e04-9c5a-420f-b636-bcc29b737f95 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:15:16.435353 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 584c0e04-9c5a-420f-b636-bcc29b737f95 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:15:16.450696 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 584c0e04-9c5a-420f-b636-bcc29b737f95 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:16.451345 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:16.484652 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b6b4e179-befd-493a-8468-9e60e7baceb5,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:16.504572 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'port_id': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'mac_address': 'fa:16:3e:06:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:15:16.508601 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685108-7b8d-4fc1-a105-c67da855235c req-4bdc20b7-3293-4ea3-ae45-266c9eb8c27d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:16.510767 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ed685108-7b8d-4fc1-a105-c67da855235c req-4bdc20b7-3293-4ea3-ae45-266c9eb8c27d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 945 time: 0.0663748 Dec 14 18:15:16.573316 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ed685108-7b8d-4fc1-a105-c67da855235c req-2c604a4c-e6bc-49c6-bbf7-12a32f6e2da0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Dec 14 18:15:16.586794 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:16.605296 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b4e179-befd-493a-8468-9e60e7baceb5 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:15:16.620999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:16.640410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b6b4e179-befd-493a-8468-9e60e7baceb5,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:16.650671 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:16.692963 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=584c0e04-9c5a-420f-b636-bcc29b737f95,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:16.698681 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:16.725537 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:16.786355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:16.819133 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}, {'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:16.821666 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c27d7-0601-4975-a0a5-d7d4cf0f7d74" -d '{"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}, {"server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "name": "network-vif-plugged", "status": "completed", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:16.887800 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18e75e-cace-4a69-adb4-2d242739b044 x-openstack-request-id: req-0b18e75e-cace-4a69-adb4-2d242739b044 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:16.887975 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "code": 200}, {"server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "name": "network-vif-plugged", "status": "completed", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:16.888152 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b18e75e-cace-4a69-adb4-2d242739b044 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:16.888514 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'code': 200} Dec 14 18:15:16.888765 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95', 'code': 200} Dec 14 18:15:16.940337 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['b6b4e179-befd-493a-8468-9e60e7baceb5'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:15:17.036465 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44924) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:17.110328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e04286-5d69-44bd-a904-281d070041ac req-e4f8bbd0-97a0-4dd1-8017-6da6258fce9b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:17.125466 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51e04286-5d69-44bd-a904-281d070041ac req-e4f8bbd0-97a0-4dd1-8017-6da6258fce9b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 945 time: 0.1317108 Dec 14 18:15:17.191614 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 44932) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:17.293105 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419d355-088e-407e-9ccd-b069df204ee8 req-9717113f-2f5a-42de-a5cd-7a44e46aa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:17.294792 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c419d355-088e-407e-9ccd-b069df204ee8 req-9717113f-2f5a-42de-a5cd-7a44e46aa4e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1099 time: 0.1041763 Dec 14 18:15:17.333272 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51e04286-5d69-44bd-a904-281d070041ac req-7d9ceb40-5a3b-4c5e-a9a3-cd9797ebb354 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036119 Dec 14 18:15:17.358144 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c419d355-088e-407e-9ccd-b069df204ee8 req-67eaf4a8-4a3c-4f21-90db-0129f8459019 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520391 Dec 14 18:15:17.372696 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-79441f47-d12a-4bf6-bcba-cb1f119f1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.401682 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8d13b46d-fd4a-4e10-978e-b3eb208b8998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.416626 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8af8c-7537-47d0-90c8-36a12bad33cd req-b4244f81-5525-4059-b732-7c40a7ecddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:17.418571 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-42b8af8c-7537-47d0-90c8-36a12bad33cd req-b4244f81-5525-4059-b732-7c40a7ecddb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 1099 time: 0.2156341 Dec 14 18:15:17.452832 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019683f-f456-48a8-be52-e076473514e6 req-3bf78653-fc28-47b3-b051-dfb1ef5bbc72 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:17.463027 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8019683f-f456-48a8-be52-e076473514e6 req-3bf78653-fc28-47b3-b051-dfb1ef5bbc72 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1241293 Dec 14 18:15:17.540875 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8019683f-f456-48a8-be52-e076473514e6 req-b1e0f712-7069-4984-8300-8476d028718d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704219 Dec 14 18:15:17.558060 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-79441f47-d12a-4bf6-bcba-cb1f119f1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.578895 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-79441f47-d12a-4bf6-bcba-cb1f119f1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.583940 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8d13b46d-fd4a-4e10-978e-b3eb208b8998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.600872 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8d13b46d-fd4a-4e10-978e-b3eb208b8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.645164 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8d13b46d-fd4a-4e10-978e-b3eb208b8998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1863f9755e74baaa917f8373bb20e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524863 Dec 14 18:15:17.650451 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44952) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:17.676285 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44954) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:17.679235 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-79441f47-d12a-4bf6-bcba-cb1f119f1e8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0bbe114843c4da0ba6e96d9a4ff7734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401341 Dec 14 18:15:17.680904 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79441f47-d12a-4bf6-bcba-cb1f119f1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc52ebb-3346-406b-9ef3-9f8df2de3586,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:17.708617 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13b46d-fd4a-4e10-978e-b3eb208b8998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9ad44-c961-4495-b2f4-64cb3f439617,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:17.804416 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-42b8af8c-7537-47d0-90c8-36a12bad33cd req-dc97aaaa-7650-461e-8a76-966f76b296f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888912 Dec 14 18:15:17.860777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08739c67-ddca-442a-bf5f-5b9c390435ab req-e9995ccd-0022-40ae-9267-a06a1bfaa9ec tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:17.862625 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-08739c67-ddca-442a-bf5f-5b9c390435ab req-e9995ccd-0022-40ae-9267-a06a1bfaa9ec tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1836381 Dec 14 18:15:17.868369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.870050 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.926804 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.938485 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:17.981602 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-08739c67-ddca-442a-bf5f-5b9c390435ab req-49a80268-a800-4cf7-9b40-2800be3e7031 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Dec 14 18:15:18.030574 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.033255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.034426 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbc52ebb-3346-406b-9ef3-9f8df2de3586 HTTP/1.1" status: 204 len: 168 time: 0.3532372 Dec 14 18:15:18.045889 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d72259-5edd-496f-82d3-3047ff3943bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc52ebb-3346-406b-9ef3-9f8df2de3586,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:18.058224 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.061764 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.063458 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86c9ad44-c961-4495-b2f4-64cb3f439617 HTTP/1.1" status: 204 len: 168 time: 0.4075048 Dec 14 18:15:18.079486 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca795-2135-4c08-981f-9fc7052b95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9ad44-c961-4495-b2f4-64cb3f439617,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:18.286629 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44974) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:18.318863 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device b6b4e179-befd-493a-8468-9e60e7baceb5 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:15:18.378840 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port b6b4e179-befd-493a-8468-9e60e7baceb5 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:15:18.384995 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port b6b4e179-befd-493a-8468-9e60e7baceb5 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:15:18.385620 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.491396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9763bd7e-711b-47f4-95bb-b3e04918c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.509621 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.531120 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664fdc6-afa9-4206-9d58-8a4813c9d725 req-91bd9a2a-d605-4362-899f-8ef8d460faab tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:18.533949 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2664fdc6-afa9-4206-9d58-8a4813c9d725 req-91bd9a2a-d605-4362-899f-8ef8d460faab tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 945 time: 0.1177614 Dec 14 18:15:18.565137 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b6b4e179-befd-493a-8468-9e60e7baceb5,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:18.570884 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.613952 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2664fdc6-afa9-4206-9d58-8a4813c9d725 req-2d39dc7c-e458-4088-88f5-de601b319e4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717881 Dec 14 18:15:18.623274 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 44992) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:18.646265 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a50b00e-e705-410d-987c-a41cf0d24bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.672305 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:18.694369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9763bd7e-711b-47f4-95bb-b3e04918c124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.713087 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9763bd7e-711b-47f4-95bb-b3e04918c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.789112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45000) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:18.789746 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-9763bd7e-711b-47f4-95bb-b3e04918c124 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=078aa84f35e14e25b262472625bacb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011477 Dec 14 18:15:18.797235 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763bd7e-711b-47f4-95bb-b3e04918c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2adbe2-a38f-4add-9db7-711837ab80c5,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:18.813873 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adeb7b-6c57-4b04-b2bc-a5753d0cec43 req-fea0d10a-4fb5-4751-aa16-d3c34f0acef5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:18.821243 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a9adeb7b-6c57-4b04-b2bc-a5753d0cec43 req-fea0d10a-4fb5-4751-aa16-d3c34f0acef5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1545901 Dec 14 18:15:18.872256 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.889537 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:18.893461 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c3221d-86d6-421b-b06b-bdbe1db65a42" -d '{"events": [{"server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:18.902926 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a50b00e-e705-410d-987c-a41cf0d24bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.931487 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.938473 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a9adeb7b-6c57-4b04-b2bc-a5753d0cec43 req-9e259fa1-5489-426c-bb60-d88fcbe1cceb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160026 Dec 14 18:15:18.941808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a50b00e-e705-410d-987c-a41cf0d24bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:18.942143 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f7d02e-4480-41c7-8c54-fe72a08e85de x-openstack-request-id: req-d3f7d02e-4480-41c7-8c54-fe72a08e85de {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:18.942955 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:18.943675 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3f7d02e-4480-41c7-8c54-fe72a08e85de {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:18.944267 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'code': 200} Dec 14 18:15:19.017925 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b00e-e705-410d-987c-a41cf0d24bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0054cd7-7fe5-47e0-90a6-9f15541ff949,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:19.025727 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6a50b00e-e705-410d-987c-a41cf0d24bcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73f32a299992482e92275b2d0bade4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009516 Dec 14 18:15:19.029196 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45016) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:19.067057 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.070238 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.072592 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee2adbe2-a38f-4add-9db7-711837ab80c5 HTTP/1.1" status: 204 len: 168 time: 0.2815373 Dec 14 18:15:19.107316 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e1f5d-7832-4d08-8b31-2681c2941c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2adbe2-a38f-4add-9db7-711837ab80c5,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:19.187016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.224368 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412b42d-9972-4b73-97be-bd6f46bb21d3 req-913e8666-be23-4303-a131-c5295d4e5d0e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:19.225932 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7412b42d-9972-4b73-97be-bd6f46bb21d3 req-913e8666-be23-4303-a131-c5295d4e5d0e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0976157 Dec 14 18:15:19.235337 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.303660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.307071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.311431 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0054cd7-7fe5-47e0-90a6-9f15541ff949 HTTP/1.1" status: 204 len: 168 time: 0.2786849 Dec 14 18:15:19.323458 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7412b42d-9972-4b73-97be-bd6f46bb21d3 req-83678bcf-fadc-40d7-8664-4490374ef888 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852563 Dec 14 18:15:19.330811 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ed53-2237-4e6b-8d5e-c731791d0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0054cd7-7fe5-47e0-90a6-9f15541ff949,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:19.408170 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c87d14-74fe-4486-8bea-cc8f57e39af4 req-82ff2812-34b4-40c4-b489-fa56c264ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:19.410046 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-01c87d14-74fe-4486-8bea-cc8f57e39af4 req-82ff2812-34b4-40c4-b489-fa56c264ebe6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1099 time: 0.0854542 Dec 14 18:15:19.460126 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-01c87d14-74fe-4486-8bea-cc8f57e39af4 req-3e4ee509-9a64-409a-8f32-869bfd11b0fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Dec 14 18:15:19.737613 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d06a88-ba14-4f0f-8474-b9e11b43e07a req-d3059832-1831-41b2-a10d-592034e85ec2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:19.739127 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-86d06a88-ba14-4f0f-8474-b9e11b43e07a req-d3059832-1831-41b2-a10d-592034e85ec2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0570276 Dec 14 18:15:19.784834 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45046) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:19.793850 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-86d06a88-ba14-4f0f-8474-b9e11b43e07a req-75bba092-0898-4412-9a41-350fda605eae tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Dec 14 18:15:19.816461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.915781 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.920997 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:19.960125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811fa4d8-6d68-4962-9afc-08c7698d669c,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:19.966729 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0200b8d358cc4ce1a235e111720c7667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780667 Dec 14 18:15:19.967474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45056) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:19.973473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.974366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.974587 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.974954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.975288 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.975623 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.975955 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.977066 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.977066 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.977405 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.977801 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:19.978221 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3ab62c-4c59-4877-94bb-68bb33949bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.043256 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.089896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.135504 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4aad6-94bd-49fc-87fb-440bb1be297c req-797ce037-0f0e-4b9b-9121-727cc191ea05 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:20.143504 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0cd4aad6-94bd-49fc-87fb-440bb1be297c req-797ce037-0f0e-4b9b-9121-727cc191ea05 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1120594 Dec 14 18:15:20.194403 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0cd4aad6-94bd-49fc-87fb-440bb1be297c req-6f829aeb-d25b-477d-9ee7-c20fe45b6901 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496264 Dec 14 18:15:20.209591 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.212891 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.214397 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/811fa4d8-6d68-4962-9afc-08c7698d669c HTTP/1.1" status: 204 len: 168 time: 0.2462137 Dec 14 18:15:20.225421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811fa4d8-6d68-4962-9afc-08c7698d669c,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:20.236250 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.236863 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.237435 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.238016 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.238860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.239419 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.240246 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.240883 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.241419 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.242029 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.242916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.243756 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261344-76c2-4797-89b0-e675e8843bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:15:20.405982 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01e969-de69-46ff-a956-2d52c98bc6b6 req-97f8e7f5-485a-4328-b7db-7cd4477bcaa3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:20.408366 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db01e969-de69-46ff-a956-2d52c98bc6b6 req-97f8e7f5-485a-4328-b7db-7cd4477bcaa3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0638509 Dec 14 18:15:20.421166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45080) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:20.426835 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'floatingip': {'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:20.519421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.657449 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36181212-1fb1-4f2b-99a5-6f070da72537 req-fe621142-d2eb-4a26-8751-6d97379597c3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:20.659581 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-36181212-1fb1-4f2b-99a5-6f070da72537 req-fe621142-d2eb-4a26-8751-6d97379597c3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.2502646 Dec 14 18:15:20.692768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45090) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:20.711858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4af480f9-a9d2-4494-a6a9-e655bcc34284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.858758 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45094) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:20.883591 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4af480f9-a9d2-4494-a6a9-e655bcc34284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.889101 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4af480f9-a9d2-4494-a6a9-e655bcc34284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:20.925171 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4af480f9-a9d2-4494-a6a9-e655bcc34284 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=616e56c4fb554e9bbdae1886683eb66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312770 Dec 14 18:15:20.929317 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45098) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:20.989473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af480f9-a9d2-4494-a6a9-e655bcc34284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf6cba-f6e2-44ba-aa2a-bf919f3d4054,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:21.055154 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.086418 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.104542 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-36181212-1fb1-4f2b-99a5-6f070da72537 req-0468f033-0851-4378-8732-95742d89986b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265695 Dec 14 18:15:21.187687 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.191190 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.192392 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48bf6cba-f6e2-44ba-aa2a-bf919f3d4054 HTTP/1.1" status: 204 len: 168 time: 0.2612631 Dec 14 18:15:21.209388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25af2ab-2c31-442a-b22f-80c3a21b778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf6cba-f6e2-44ba-aa2a-bf919f3d4054,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:21.232026 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1901775861-network', 'tenant_id': 'd891203848414c2d935ad82ba716d921'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:21.258326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21555fc-9df7-4adb-b56e-47a916f5a9c7 req-417febc0-2169-4817-85a7-70875192a26c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:21.261268 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c21555fc-9df7-4adb-b56e-47a916f5a9c7 req-417febc0-2169-4817-85a7-70875192a26c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.2446849 Dec 14 18:15:21.303748 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Made reservation on behalf of d891203848414c2d935ad82ba716d921 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:15:21.308265 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.333067 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.498858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.505549 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.530629 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:15:21.545858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.546520 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Added segment dd48d060-01c8-4a7e-b061-f99feaa281fb of type vlan for network e034ffc5-8282-42f3-9bb8-b022d7e8da61 Dec 14 18:15:21.612274 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e45e86-f728-433c-890c-572385eeb11b,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:21.627704 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.630857 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c21555fc-9df7-4adb-b56e-47a916f5a9c7 req-12081930-7635-40ba-a9ca-d5ec61c5a853 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572447 Dec 14 18:15:21.673669 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.675559 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:21.676719 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:21.738100 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096669e-7f13-4782-9444-74aae3884d1a req-31ff801d-3240-4257-8c9c-c66e127043e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:21.746425 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a096669e-7f13-4782-9444-74aae3884d1a req-31ff801d-3240-4257-8c9c-c66e127043e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1954339 Dec 14 18:15:21.789894 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9295087 Dec 14 18:15:21.792829 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45126) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:21.796982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59345f0-ceae-42c3-bfc8-c3f1438c0714 admin admin] Pushing event updated for resources: {'Network': ['ID=e034ffc5-8282-42f3-9bb8-b022d7e8da61,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:21.811162 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Request body: {'subnet': {'network_id': 'e034ffc5-8282-42f3-9bb8-b022d7e8da61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1901775861-subnet', 'tenant_id': 'd891203848414c2d935ad82ba716d921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:21.814368 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network e034ffc5-8282-42f3-9bb8-b022d7e8da61 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:15:21.850921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.db.resource_extend [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 18:15:21.929937 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a096669e-7f13-4782-9444-74aae3884d1a req-2d115a22-007b-470b-bcb5-e46755f682a7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798389 Dec 14 18:15:21.942343 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Made reservation on behalf of d891203848414c2d935ad82ba716d921 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:15:21.945130 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.009415 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.015396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.188051 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Floating IP f237e5be-1285-4750-82aa-595f77dea316 associated. External IP: 172.27.1.35, port: a1fe219e-5b33-4484-919e-447054a93de7. Dec 14 18:15:22.333526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.466029 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8807ad17-b444-48c1-868f-b1110058bede,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:22.492123 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Checking segment: {'id': 'dd48d060-01c8-4a7e-b061-f99feaa281fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e034ffc5-8282-42f3-9bb8-b022d7e8da61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:15:22.492806 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Network hostable DHCP agents. Network: e034ffc5-8282-42f3-9bb8-b022d7e8da61, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:15:22.527769 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:15:22.531349 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Network e034ffc5-8282-42f3-9bb8-b022d7e8da61 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:15:22.545923 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, e034ffc5-8282-42f3-9bb8-b022d7e8da61) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:15:22.553740 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:22.554338 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.563140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af7fb2-4502-4567-8cef-7d1abde45cf8 None None] Network e034ffc5-8282-42f3-9bb8-b022d7e8da61 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:15:22.651175 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7756210d-91ad-4cbb-8c64-643ae3cef8f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8517160 Dec 14 18:15:22.724505 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886188d-d789-4acb-bce4-d080916a9684 req-623f3ab6-43d9-452d-a387-0f8fe99bc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:22.726198 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-623f3ab6-43d9-452d-a387-0f8fe99bc9e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 1099 time: 0.0699954 Dec 14 18:15:22.727568 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:15:22.729268 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7b0cb-9f47-49e0-92a7-9d5ff2bdca77 None None] Network e034ffc5-8282-42f3-9bb8-b022d7e8da61 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:15:22.732321 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:22.746361 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:15:22.775225 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:15:22.779727 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:22.866319 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f005f51d-1982-42fd-8b1b-54b13f8790bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "PUT /v2.0/floatingips/f237e5be-1285-4750-82aa-595f77dea316 HTTP/1.1" status: 200 len: 991 time: 2.4437315 Dec 14 18:15:22.979519 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:15:23.075129 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:15:23.190058 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:23.192701 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14958434-227a-40e5-a2af-fefd56baa5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:23.266024 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64676-de7f-414a-895a-fd53d15909b3 req-02af58e9-5bda-4dfc-adb4-1fe32809bc89 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.267774 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-def64676-de7f-414a-895a-fd53d15909b3 req-02af58e9-5bda-4dfc-adb4-1fe32809bc89 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.4892728 Dec 14 18:15:23.348872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6c2c-4539-4ab4-a427-9f76198faf29 req-5f193bf8-9510-488c-bd2d-4601a2aa924c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.350770 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7fb6c2c-4539-4ab4-a427-9f76198faf29 req-5f193bf8-9510-488c-bd2d-4601a2aa924c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1541498 Dec 14 18:15:23.373908 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886188d-d789-4acb-bce4-d080916a9684 req-b25ebbfb-f4e7-42cc-8832-99801cf0ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.373908 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-b25ebbfb-f4e7-42cc-8832-99801cf0ac55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.5912995 Dec 14 18:15:23.471849 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-def64676-de7f-414a-895a-fd53d15909b3 req-8db2be69-8a6c-4138-ab35-d08150ac0a50 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973355 Dec 14 18:15:23.477186 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-261805aa-cee4-4f4f-80ce-d9ca1d30118e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584c0e04-9c5a-420f-b636-bcc29b737f95 HTTP/1.1" status: 200 len: 217 time: 0.0785155 Dec 14 18:15:23.489102 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7fb6c2c-4539-4ab4-a427-9f76198faf29 req-0b04f5e4-7738-4a1d-a893-c5ab8d2b939e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285832 Dec 14 18:15:23.560864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e953fc-65e6-4f89-a27c-57e810b9edd7 x-openstack-request-id: req-00e953fc-65e6-4f89-a27c-57e810b9edd7 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:23.561404 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:23.562119 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00e953fc-65e6-4f89-a27c-57e810b9edd7 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:23.562522 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'status': 'completed', 'code': 200} Dec 14 18:15:23.584719 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886188d-d789-4acb-bce4-d080916a9684 req-d4e36595-5679-4950-9a77-377329b5dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.586535 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-d4e36595-5679-4950-9a77-377329b5dc7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0963221 Dec 14 18:15:23.609312 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'f237e5be-1285-4750-82aa-595f77dea316', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:33Z', 'updated_at': '2021-12-14T18:15:21Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:23.651731 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-549b7b29-1caa-4dde-9146-924ecc691120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572248 Dec 14 18:15:23.653921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45212) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:23.659677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671184293-network', 'tenant_id': 'eab1f2e959a64852a530f6f2ebd8f195'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:23.663134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-e56decd2-a5bf-4fd1-8a00-0b968419bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.666530 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-e56decd2-a5bf-4fd1-8a00-0b968419bcdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0721459 Dec 14 18:15:23.669901 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:15:23.683157 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:15:23.684251 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:23.756438 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Made reservation on behalf of eab1f2e959a64852a530f6f2ebd8f195 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:15:23.758865 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:23.795323 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:23.823969 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-f718fa62-9f1a-49ec-8d82-523d9ad593c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:23.827078 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-f718fa62-9f1a-49ec-8d82-523d9ad593c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.1436367 Dec 14 18:15:23.855782 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-8b069699-43e3-438f-ad5b-c007f5d0d536 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914074 Dec 14 18:15:23.873305 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:15:24.013883 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.027046 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.052151 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c886188d-d789-4acb-bce4-d080916a9684 req-44baf19a-2b3e-4989-a98c-79c2edaef6a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847494 Dec 14 18:15:24.068921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:15:24.081097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db092385-84b8-4977-8817-87752a1bc385,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:24.100258 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-39aa8e59-97ee-4ece-9944-4f09529129b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 999 time: 0.2572613 Dec 14 18:15:24.108628 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.122937 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Added segment 5b5bcbbe-c1d2-450a-b542-1e02c05f580e of type vlan for network efe23b54-bb49-498a-8f80-b9de0c333bcf Dec 14 18:15:24.223071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-44218398-c089-4f00-b471-f8f98700732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:24.225951 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.226795 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-44218398-c089-4f00-b471-f8f98700732b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.1117477 Dec 14 18:15:24.291992 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-503aa834-d5d9-4555-bcc2-3d8d3dbb53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:24.293563 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-503aa834-d5d9-4555-bcc2-3d8d3dbb53db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590470 Dec 14 18:15:24.300339 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.301457 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:24.302307 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.419786 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7639058 Dec 14 18:15:24.422303 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45232) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:24.425791 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a28d0-4ccc-4f28-974a-75d5eca3bf14 admin admin] Pushing event updated for resources: {'Network': ['ID=efe23b54-bb49-498a-8f80-b9de0c333bcf,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:24.438586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Request body: {'subnet': {'network_id': 'efe23b54-bb49-498a-8f80-b9de0c333bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671184293-subnet', 'tenant_id': 'eab1f2e959a64852a530f6f2ebd8f195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:24.440228 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network efe23b54-bb49-498a-8f80-b9de0c333bcf details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:15:24.464085 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-01ad99b1-8615-47bc-85ce-1cb2e731f8ab service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614645 Dec 14 18:15:24.477368 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Made reservation on behalf of eab1f2e959a64852a530f6f2ebd8f195 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:15:24.482325 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.668996 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fb155561-f412-4b6b-8bf1-8572ecdc9e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.677761 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-14958434-227a-40e5-a2af-fefd56baa5f0 req-e4d3f63f-574f-4b48-a5c3-311ee7730314 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910455 Dec 14 18:15:24.697446 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'f237e5be-1285-4750-82aa-595f77dea316', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:33Z', 'updated_at': '2021-12-14T18:15:21Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:24.722004 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1209a0-925c-4423-aea1-335bffe0bd11 req-7ca52638-5cc7-4a79-a637-577e07d7f3fd tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:24.730384 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ea1209a0-925c-4423-aea1-335bffe0bd11 req-7ca52638-5cc7-4a79-a637-577e07d7f3fd tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1026073 Dec 14 18:15:24.767703 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b897c4-3983-4f78-80a5-7d070c43b259 None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'f237e5be-1285-4750-82aa-595f77dea316', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:33Z', 'updated_at': '2021-12-14T18:15:21Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:15:24.802722 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ea1209a0-925c-4423-aea1-335bffe0bd11 req-3b2645e8-5d8a-4509-a725-348b556bfed7 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712748 Dec 14 18:15:24.855038 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b429014-1928-4dc2-bcca-660c9fc23703 req-1d5ae49f-5dab-445f-964b-1ea4221f608e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:24.859981 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:24.861955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6b429014-1928-4dc2-bcca-660c9fc23703 req-1d5ae49f-5dab-445f-964b-1ea4221f608e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1644845 Dec 14 18:15:24.953479 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6b429014-1928-4dc2-bcca-660c9fc23703 req-c6e4408b-0c39-4c8d-85cc-fee83b8a6a12 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850606 Dec 14 18:15:25.006813 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Checking segment: {'id': '5b5bcbbe-c1d2-450a-b542-1e02c05f580e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'efe23b54-bb49-498a-8f80-b9de0c333bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:15:25.007176 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Network hostable DHCP agents. Network: efe23b54-bb49-498a-8f80-b9de0c333bcf, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:15:25.012727 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215c3056-7bb9-4fc3-8a24-e673daff1da8,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:25.039712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Network efe23b54-bb49-498a-8f80-b9de0c333bcf is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:15:25.043181 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dbc94-db08-4609-8ccb-20633951629d req-f7ab2884-355c-4b7b-89a2-4466bb753c11 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:25.044741 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-123dbc94-db08-4609-8ccb-20633951629d req-f7ab2884-355c-4b7b-89a2-4466bb753c11 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1097453 Dec 14 18:15:25.055097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45264) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:25.062778 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, efe23b54-bb49-498a-8f80-b9de0c333bcf) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:15:25.067589 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:25.068191 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:25.069201 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'floatingip': {'port_id': 'b6b4e179-befd-493a-8468-9e60e7baceb5'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:15:25.074574 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950be152-0d74-4c28-8b64-f968dcc11b85 None None] Network efe23b54-bb49-498a-8f80-b9de0c333bcf requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:15:25.086677 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fc1eba17-1208-4755-b067-41ff585ae864 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6631343 Dec 14 18:15:25.215030 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:25.249761 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54384495-afdc-417d-86ba-48c33eeaa764 None None] New status for floating IP f237e5be-1285-4750-82aa-595f77dea316: ACTIVE {{(pid=101645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:15:25.732138 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26dc73-c21b-4492-997c-e411950043b2 None None] Network efe23b54-bb49-498a-8f80-b9de0c333bcf requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:15:25.911881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.db.resource_extend [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 18:15:25.991557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45314) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:26.003997 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.014037 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.167201 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0f26-6444-4a20-b16f-a93be9aa1b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.210499 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717983e-cfe6-4cfa-9185-1f25d933582f req-70425b09-080d-4539-ad96-49bd0e99362f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:26.212183 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a717983e-cfe6-4cfa-9185-1f25d933582f req-70425b09-080d-4539-ad96-49bd0e99362f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1100926 Dec 14 18:15:26.228160 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10511a8-fa7a-4c80-8853-2c41932fbf94 req-81070174-a0f9-4088-810b-21dcbb2da471 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:26.230392 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a10511a8-fa7a-4c80-8853-2c41932fbf94 req-81070174-a0f9-4088-810b-21dcbb2da471 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.0975630 Dec 14 18:15:26.233156 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Floating IP fd124c20-0b2c-401e-90c1-6404ad3777f3 associated. External IP: 172.27.1.71, port: b6b4e179-befd-493a-8468-9e60e7baceb5. Dec 14 18:15:26.302540 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0f26-6444-4a20-b16f-a93be9aa1b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.311368 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0f26-6444-4a20-b16f-a93be9aa1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.356052 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d0f26-6444-4a20-b16f-a93be9aa1b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12c737-6f8c-4dc1-972e-f613a7456f44,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:26.361592 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9d2d0f26-6444-4a20-b16f-a93be9aa1b08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0e1352151d24e9484e15c35f345d4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668091 Dec 14 18:15:26.366081 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45324) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:26.371187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a717983e-cfe6-4cfa-9185-1f25d933582f req-925aff4e-9f95-47c9-a745-7516c04fba9b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403778 Dec 14 18:15:26.381759 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a10511a8-fa7a-4c80-8853-2c41932fbf94 req-c28113fb-8efb-47c4-a4e2-45abb4e6e2dd tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401348 Dec 14 18:15:26.442411 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.467578 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.519418 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.522207 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.523424 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd12c737-6f8c-4dc1-972e-f613a7456f44 HTTP/1.1" status: 204 len: 168 time: 0.1561830 Dec 14 18:15:26.530968 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:15:26.531867 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcac86-3f49-409f-aea3-ef147191accd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12c737-6f8c-4dc1-972e-f613a7456f44,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:26.656059 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:15:26.661351 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:26.668517 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:15:26.681954 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:15:26.682735 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:14:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:26.692303 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d03ab04b-bcd7-4527-885a-df03a739ee39 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "PUT /v2.0/floatingips/fd124c20-0b2c-401e-90c1-6404ad3777f3 HTTP/1.1" status: 200 len: 991 time: 1.6351528 Dec 14 18:15:26.692872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:26.695250 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d247398f-736b-4e4b-be48-06719142386b" -d '{"events": [{"name": "network-changed", "server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:26.786641 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a99e1-feca-4476-a85e-3892463c80e4 x-openstack-request-id: req-4d2a99e1-feca-4476-a85e-3892463c80e4 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:26.791000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:26.791409 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d2a99e1-feca-4476-a85e-3892463c80e4 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:26.791844 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'status': 'completed', 'code': 200} Dec 14 18:15:26.849244 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:15:26.864658 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247398f-736b-4e4b-be48-06719142386b req-92d92bbf-1950-4095-bf35-a1240575d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:26.867227 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-92d92bbf-1950-4095-bf35-a1240575d943 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1099 time: 0.0614870 Dec 14 18:15:27.013326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45360) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:27.035119 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247398f-736b-4e4b-be48-06719142386b req-9d2b19e6-c305-417a-853c-f76438a3bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:27.037604 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-9d2b19e6-c305-417a-853c-f76438a3bf8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.1468711 Dec 14 18:15:27.039167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-958ed1e0-aff3-4b57-8998-2d34ee982edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.111352 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b662b905-6218-4ccb-ba41-e964f04aab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.153789 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-1d0e42c9-d6ff-48e5-9e71-307a99f095c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 999 time: 0.0988479 Dec 14 18:15:27.177782 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-958ed1e0-aff3-4b57-8998-2d34ee982edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.183199 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-958ed1e0-aff3-4b57-8998-2d34ee982edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.238570 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'fd124c20-0b2c-401e-90c1-6404ad3777f3', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:06:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e85919-2218-4601-abca-22de82d8b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:54Z', 'updated_at': '2021-12-14T18:15:25Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:27.257746 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247398f-736b-4e4b-be48-06719142386b req-6caea525-42cb-466d-b979-7c9fcd86b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:27.259355 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-6caea525-42cb-466d-b979-7c9fcd86b320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0803318 Dec 14 18:15:27.280416 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-958ed1e0-aff3-4b57-8998-2d34ee982edb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=786557d76ab14c3d8072f13f3f2b18fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657831 Dec 14 18:15:27.282977 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45376) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:27.285819 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed1e0-aff3-4b57-8998-2d34ee982edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ebfe08-516d-4a65-9c1d-13e61305a4a8,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:27.295685 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:15:27.324777 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:15:27.325440 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:27.379781 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247398f-736b-4e4b-be48-06719142386b req-a8241e2f-4c4c-4c9f-9130-81fb788eabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:27.382204 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-a8241e2f-4c4c-4c9f-9130-81fb788eabf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124299 Dec 14 18:15:27.456350 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:15:27.464017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-be79e716-9b11-454a-8041-f643408058be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.549001 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-be79e716-9b11-454a-8041-f643408058be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.612678 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-3c6a75dc-29ec-4c76-a677-e8ff75b7c5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167530 Dec 14 18:15:27.640469 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f6a4-fa0b-472b-94f7-2651a6bc6d9d req-0fd5b448-f659-48d3-9590-9824ffc530c1 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:27.650634 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7301f6a4-fa0b-472b-94f7-2651a6bc6d9d req-0fd5b448-f659-48d3-9590-9824ffc530c1 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1409643 Dec 14 18:15:27.687636 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0e2c9-4f46-4abb-bfe1-cfc0bd956cbf req-6e381562-ccb5-4a86-8410-b3a90b652a7d tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:27.696268 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-22e0e2c9-4f46-4abb-bfe1-cfc0bd956cbf req-6e381562-ccb5-4a86-8410-b3a90b652a7d tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1686170 Dec 14 18:15:27.746121 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45392) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:27.783999 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'fd124c20-0b2c-401e-90c1-6404ad3777f3', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:06:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e85919-2218-4601-abca-22de82d8b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:54Z', 'updated_at': '2021-12-14T18:15:25Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:27.794986 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7301f6a4-fa0b-472b-94f7-2651a6bc6d9d req-209a7e01-d28b-4905-bf5b-e449a322e77c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395292 Dec 14 18:15:27.828565 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-22e0e2c9-4f46-4abb-bfe1-cfc0bd956cbf req-4546a2ad-c2fa-4fb6-adf5-257b86acaa24 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214805 Dec 14 18:15:27.859257 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f96a4-6b64-422f-9ec8-f87d8fce9262 None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'fd124c20-0b2c-401e-90c1-6404ad3777f3', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:06:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e85919-2218-4601-abca-22de82d8b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:14:54Z', 'updated_at': '2021-12-14T18:15:25Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:15:27.952422 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-be79e716-9b11-454a-8041-f643408058be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.955566 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-be79e716-9b11-454a-8041-f643408058be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:27.956882 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-be79e716-9b11-454a-8041-f643408058be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72ebfe08-516d-4a65-9c1d-13e61305a4a8 HTTP/1.1" status: 204 len: 168 time: 0.6726811 Dec 14 18:15:27.978712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79e716-9b11-454a-8041-f643408058be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ebfe08-516d-4a65-9c1d-13e61305a4a8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:28.039332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5c481bc-cf3f-45da-a1a9-7296c48aa44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.068728 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-d247398f-736b-4e4b-be48-06719142386b req-394ab598-013c-4b65-9bf6-5e00ab33a2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317772 Dec 14 18:15:28.164271 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5c481bc-cf3f-45da-a1a9-7296c48aa44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.175488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5c481bc-cf3f-45da-a1a9-7296c48aa44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.205456 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde8251-b6f6-4b2e-bc3f-90343a8db49a None None] New status for floating IP fd124c20-0b2c-401e-90c1-6404ad3777f3: ACTIVE {{(pid=101645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:15:28.228172 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f5c481bc-cf3f-45da-a1a9-7296c48aa44e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a47140b2870486585090adfc47df52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804373 Dec 14 18:15:28.230820 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45408) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:28.237390 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c481bc-cf3f-45da-a1a9-7296c48aa44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff54d10-1d15-4acc-b695-72531ce1d886,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:28.269911 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.296416 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.324705 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.404324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.407989 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.409228 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ff54d10-1d15-4acc-b695-72531ce1d886 HTTP/1.1" status: 204 len: 168 time: 0.1774209 Dec 14 18:15:28.419307 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d553c-2924-48af-a1e4-5eeb45ceda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff54d10-1d15-4acc-b695-72531ce1d886,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:28.562899 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-cc2b69c6-87c5-4079-b937-8a2bd5fb9f1f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:28.565464 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-cc2b69c6-87c5-4079-b937-8a2bd5fb9f1f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.30 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1027765 Dec 14 18:15:28.777112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Deleting port acf52b35-5888-41b0-9318-663af42064f7 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:15:28.777682 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.900139 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45452) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:28.918047 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-56cd8b2c-3c2d-40fa-a2fb-8326440ab9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.962184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] For port acf52b35-5888-41b0-9318-663af42064f7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=acf52b35-5888-41b0-9318-663af42064f7,segment=NetworkSegment(183f8ef0-8071-4257-bf60-6a83b2e3cf19),segment_id=183f8ef0-8071-4257-bf60-6a83b2e3cf19)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:15:28.962693 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:28.991480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Calling delete_port for acf52b35-5888-41b0-9318-663af42064f7 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:15:29.004102 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bbfed-ee4b-4e84-b169-2f5d2498d4cf req-27afa91f-3657-449f-849b-9c458d534697 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:29.006044 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-305bbfed-ee4b-4e84-b169-2f5d2498d4cf req-27afa91f-3657-449f-849b-9c458d534697 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0994086 Dec 14 18:15:29.074906 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-305bbfed-ee4b-4e84-b169-2f5d2498d4cf req-9c6f9672-f54a-4c9f-9db8-049dfd823954 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520542 Dec 14 18:15:29.085801 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbca5e-6766-44d2-8561-e6ee2f3497ae req-703a6bc8-938e-4852-80bf-154ddeb35556 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:29.087955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ffbca5e-6766-44d2-8561-e6ee2f3497ae req-703a6bc8-938e-4852-80bf-154ddeb35556 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 946 time: 0.1091537 Dec 14 18:15:29.128882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-56cd8b2c-3c2d-40fa-a2fb-8326440ab9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.138262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-56cd8b2c-3c2d-40fa-a2fb-8326440ab9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.178843 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ffbca5e-6766-44d2-8561-e6ee2f3497ae req-54da4acd-345e-4e45-903f-1dba89997072 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/security-groups?id=4002a9ac-4d79-4eed-a7d3-649721f74655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Dec 14 18:15:29.194959 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-56cd8b2c-3c2d-40fa-a2fb-8326440ab9aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8381bad22bc94fc7b05a8a32cbe169ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937081 Dec 14 18:15:29.196264 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd8b2c-3c2d-40fa-a2fb-8326440ab9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed6fbda-2067-414a-9f83-66266fb3b58d,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:29.198259 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45464) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:29.278709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.294498 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['acf52b35-5888-41b0-9318-663af42064f7'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:15:29.297265 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.332268 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Pushing event deleted for resources: {'Port': ['ID=acf52b35-5888-41b0-9318-663af42064f7,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:29.349257 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.416724 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.420525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.421857 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ed6fbda-2067-414a-9f83-66266fb3b58d HTTP/1.1" status: 204 len: 168 time: 0.2223847 Dec 14 18:15:29.432904 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] No DVR routers for this DVR port acf52b35-5888-41b0-9318-663af42064f7 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:15:29.433273 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345d090-81af-4f87-8fb9-066b5352d521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed6fbda-2067-414a-9f83-66266fb3b58d,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:29.437062 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:29.441491 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ab5fb8d5-45f5-4905-b0a5-1b2096cdf9fe req-9312b9ce-ef9c-4f7d-bfc9-126da164d2f3 tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.30 "DELETE /v2.0/ports/acf52b35-5888-41b0-9318-663af42064f7 HTTP/1.1" status: 204 len: 173 time: 0.8682778 Dec 14 18:15:29.441959 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'name': 'network-vif-deleted', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:15:29.444402 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df53dd-f12e-40f0-a497-02067d94b24b" -d '{"events": [{"server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "name": "network-vif-deleted", "tag": "acf52b35-5888-41b0-9318-663af42064f7"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:15:29.548954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c971612-bc15-4dfa-b5f9-778ffefcc549 x-openstack-request-id: req-6c971612-bc15-4dfa-b5f9-778ffefcc549 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:15:29.549272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de2c9bf-c859-4227-a9bd-8f9c614d8be1", "name": "network-vif-deleted", "tag": "acf52b35-5888-41b0-9318-663af42064f7", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:15:29.549513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c971612-bc15-4dfa-b5f9-778ffefcc549 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:15:29.549896 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de2c9bf-c859-4227-a9bd-8f9c614d8be1', 'name': 'network-vif-deleted', 'tag': 'acf52b35-5888-41b0-9318-663af42064f7', 'status': 'completed', 'code': 200} Dec 14 18:15:29.989379 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.065465 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.234507 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd80372-2a10-44f5-9d9c-9cd4497abcf0 req-c7afe48c-6cf3-42f7-b787-dd2e499f1f1b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:30.242922 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fbd80372-2a10-44f5-9d9c-9cd4497abcf0 req-c7afe48c-6cf3-42f7-b787-dd2e499f1f1b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0743511 Dec 14 18:15:30.311907 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-426f5a12-65ac-4816-aa5e-a0caec2faad9 req-9744db7b-b607-48d3-a36c-e41c7f8ba78f tempest-DeleteServersTestJSON-792541589 tempest-DeleteServersTestJSON-792541589-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de2c9bf-c859-4227-a9bd-8f9c614d8be1 HTTP/1.1" status: 200 len: 210 time: 0.0403249 Dec 14 18:15:30.320096 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fbd80372-2a10-44f5-9d9c-9cd4497abcf0 req-b87380f9-c341-4967-b982-fa3eff72ac24 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758967 Dec 14 18:15:30.428128 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45566) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:30.582853 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d8aeed78-041d-495b-856c-64374ea420f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.716357 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d8aeed78-041d-495b-856c-64374ea420f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.721884 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d8aeed78-041d-495b-856c-64374ea420f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.778789 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d8aeed78-041d-495b-856c-64374ea420f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8b3ede129814140889aead9a8408c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478200 Dec 14 18:15:30.779750 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeed78-041d-495b-856c-64374ea420f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57188a-dfef-4db9-87bc-2b6f041d6a83,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:30.780104 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45588) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:30.841625 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.874060 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.928046 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.930613 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:30.931766 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa57188a-dfef-4db9-87bc-2b6f041d6a83 HTTP/1.1" status: 204 len: 168 time: 0.1506081 Dec 14 18:15:30.943589 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d900-d72f-4c3e-8aa1-1f8e93ef02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57188a-dfef-4db9-87bc-2b6f041d6a83,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:31.466923 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45622) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:31.498779 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74663c7-1140-468e-93f2-3af757f81359 req-40037149-1979-4edb-a5be-d271d0473bc5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:31.500583 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f74663c7-1140-468e-93f2-3af757f81359 req-40037149-1979-4edb-a5be-d271d0473bc5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0764639 Dec 14 18:15:31.503134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c14d51c1-6c6c-4529-b661-80bf0c2fc0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.566194 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f74663c7-1140-468e-93f2-3af757f81359 req-7c7fbf44-df47-4d26-83db-7c78dc403602 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Dec 14 18:15:31.625430 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c14d51c1-6c6c-4529-b661-80bf0c2fc0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.631194 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c14d51c1-6c6c-4529-b661-80bf0c2fc0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.674562 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-c14d51c1-6c6c-4529-b661-80bf0c2fc0e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ed49cf99d4b49eb87dfc731a84f0eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062931 Dec 14 18:15:31.677298 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45634) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:31.679770 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d51c1-6c6c-4529-b661-80bf0c2fc0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987a1735-83db-41db-8b3f-cdb5f771b930,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:31.740258 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.766493 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.826565 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.829536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:31.830725 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/987a1735-83db-41db-8b3f-cdb5f771b930 HTTP/1.1" status: 204 len: 168 time: 0.1521757 Dec 14 18:15:31.838999 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab12c26-a5f6-4acb-bea8-d14f3f44a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987a1735-83db-41db-8b3f-cdb5f771b930,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:32.270536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45654) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:32.284722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1f9e-69a6-45db-a574-092afdfd868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.363187 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device acf52b35-5888-41b0-9318-663af42064f7 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:15:32.386975 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1f9e-69a6-45db-a574-092afdfd868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.387455 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: acf52b35-5888-41b0-9318-663af42064f7 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:15:32.388117 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device acf52b35-5888-41b0-9318-663af42064f7 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:15:32.394191 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1f9e-69a6-45db-a574-092afdfd868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.432557 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e1f9e-69a6-45db-a574-092afdfd868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03efc0a7-63e0-4b38-ab84-66f1627a96a2,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:32.436891 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ce3e1f9e-69a6-45db-a574-092afdfd868b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3046990262f4fcd8ca0affef6138b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653244 Dec 14 18:15:32.440229 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45660) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:32.497373 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.520222 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.568193 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.570921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:32.572075 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03efc0a7-63e0-4b38-ab84-66f1627a96a2 HTTP/1.1" status: 204 len: 168 time: 0.1306062 Dec 14 18:15:32.580417 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102df9c-1c30-4a69-8ad2-c887a763b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efc0a7-63e0-4b38-ab84-66f1627a96a2,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:32.687888 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863410f-81ab-4aa4-b9aa-845df11b3c06 req-730908d7-2cda-4c43-90bb-072cb45b06da tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:32.690338 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d863410f-81ab-4aa4-b9aa-845df11b3c06 req-730908d7-2cda-4c43-90bb-072cb45b06da tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0536830 Dec 14 18:15:32.749865 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d863410f-81ab-4aa4-b9aa-845df11b3c06 req-640e0aa1-baa1-44a4-9ee0-93065fc55ce4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502503 Dec 14 18:15:32.976596 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45684) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:33.027557 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Deleting subnet c1c98fda-c202-4627-a3f8-7278ff293071 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:15:33.030704 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.066471 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.078587 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.138563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.168001 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c98fda-c202-4627-a3f8-7278ff293071,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:33.179890 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.185956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45696) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:33.186528 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4ec723e5-e902-47b9-9fc5-bffa16cbcbef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c1c98fda-c202-4627-a3f8-7278ff293071 HTTP/1.1" status: 204 len: 168 time: 0.2084029 Dec 14 18:15:33.276794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.420657 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.448701 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.449038 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.449827 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.450147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > port after_create 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.450461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.450917 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > port after_update 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.451164 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.451477 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.451779 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.452133 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.654162 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.654807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.655137 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.655469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:15:33.655834 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2031165d-4411-4305-ae66-d1e7037fdc66']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:33.673250 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183f8ef0-8071-4257-bf60-6a83b2e3cf19') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:33.673548 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183f8ef0-8071-4257-bf60-6a83b2e3cf19') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:33.694480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.720100 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.730381 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:15:33.731068 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: from cryptography.utils import int_from_bytes Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: from cryptography.utils import int_from_bytes Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:15:33.760301 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:15:33.837505 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.858371 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:33.862246 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2031165d-4411-4305-ae66-d1e7037fdc66 HTTP/1.1" status: 204 len: 168 time: 0.6741991 Dec 14 18:15:33.863507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f74179-45ab-4ad4-b110-976e58455b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2031165d-4411-4305-ae66-d1e7037fdc66,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:33.956160 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14fb7-08cc-4e40-8644-909151e5e324 req-d571a5b4-bad2-4e90-ac5d-22fa1d965926 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:33.964500 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f2f14fb7-08cc-4e40-8644-909151e5e324 req-d571a5b4-bad2-4e90-ac5d-22fa1d965926 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1280644 Dec 14 18:15:34.004111 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f2f14fb7-08cc-4e40-8644-909151e5e324 req-f6461935-00fc-47d8-a909-192dcddfba5b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Dec 14 18:15:34.147294 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45742) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:34.190119 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f795b586-d45d-4730-b67c-76f9abcf151f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b69726166a9432ba40485071d675cdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416269 Dec 14 18:15:34.192815 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45746) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:34.246306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:34.271813 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:34.323677 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:34.326284 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:34.327465 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4002a9ac-4d79-4eed-a7d3-649721f74655 HTTP/1.1" status: 204 len: 168 time: 0.1337268 Dec 14 18:15:34.338964 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787ccc-591d-4b00-ab87-ad69e63a18af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002a9ac-4d79-4eed-a7d3-649721f74655,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:35.170699 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24582e8-7b82-415e-8e46-5fafac081d14 req-f719f46b-f097-43f4-bc20-c49a069cfc28 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:35.173202 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d24582e8-7b82-415e-8e46-5fafac081d14 req-f719f46b-f097-43f4-bc20-c49a069cfc28 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0830414 Dec 14 18:15:35.218362 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d24582e8-7b82-415e-8e46-5fafac081d14 req-d3282f40-716c-480a-8d56-cb704951abcb tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383847 Dec 14 18:15:35.804305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45814) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:36.041882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df518141-1ee0-4a5e-a871-d04cc8af9b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.136141 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df518141-1ee0-4a5e-a871-d04cc8af9b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.140147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df518141-1ee0-4a5e-a871-d04cc8af9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.180173 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-df518141-1ee0-4a5e-a871-d04cc8af9b8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f5ce956c3ed43ff8c4c72ee9c52de8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746340 Dec 14 18:15:36.180907 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df518141-1ee0-4a5e-a871-d04cc8af9b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a4a810-8daa-479d-b621-971100e49bc4,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:36.184644 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45834) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:36.242735 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.264134 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.348315 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.351089 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.352453 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40a4a810-8daa-479d-b621-971100e49bc4 HTTP/1.1" status: 204 len: 168 time: 0.1652365 Dec 14 18:15:36.366268 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121de4f-504c-4606-927a-28b23736bf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a4a810-8daa-479d-b621-971100e49bc4,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:36.399316 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdade409-9055-4ea5-819c-2ded6e7e91ab req-367daabf-2f6b-4d26-8326-8c7946c9e653 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:36.404026 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdade409-9055-4ea5-819c-2ded6e7e91ab req-367daabf-2f6b-4d26-8326-8c7946c9e653 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0904887 Dec 14 18:15:36.465345 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdade409-9055-4ea5-819c-2ded6e7e91ab req-bd4a260e-dabe-40d2-933c-6dc447f80c28 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Dec 14 18:15:36.718962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45880) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:36.874547 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-970126ab-65cb-4f9e-a2ba-ccc68d743c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.933830 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45900) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:36.955050 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8f20d3a-f12a-4c31-bc2b-e5b60d3cbd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.989619 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-970126ab-65cb-4f9e-a2ba-ccc68d743c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:36.995214 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-970126ab-65cb-4f9e-a2ba-ccc68d743c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.040818 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-970126ab-65cb-4f9e-a2ba-ccc68d743c88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba8f294b050f4c938e7d4afdbe1109a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199835 Dec 14 18:15:37.041728 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970126ab-65cb-4f9e-a2ba-ccc68d743c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11389a0-acf5-4e61-a59a-ba15baa77beb,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:37.044235 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 45908) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:37.063209 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8f20d3a-f12a-4c31-bc2b-e5b60d3cbd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.071166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f8f20d3a-f12a-4c31-bc2b-e5b60d3cbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.118169 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f20d3a-f12a-4c31-bc2b-e5b60d3cbd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a9b702-458c-4d69-a8dc-398bf3a9b6bb,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:37.125861 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.142910 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f8f20d3a-f12a-4c31-bc2b-e5b60d3cbd7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5df9498651754fa583b3f6a5a3ecf308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047331 Dec 14 18:15:37.144803 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 45918) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:37.169034 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.220964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.246480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.265220 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.267938 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.269354 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b11389a0-acf5-4e61-a59a-ba15baa77beb HTTP/1.1" status: 204 len: 168 time: 0.2237647 Dec 14 18:15:37.292453 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c683755-62a4-4d51-b051-a97db58d19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11389a0-acf5-4e61-a59a-ba15baa77beb,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:37.334196 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.337390 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:37.341363 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08a9b702-458c-4d69-a8dc-398bf3a9b6bb HTTP/1.1" status: 204 len: 168 time: 0.1951489 Dec 14 18:15:37.350228 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73563-7a88-4c44-8348-1c08e5c1f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a9b702-458c-4d69-a8dc-398bf3a9b6bb,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:37.631185 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f8f0b-5341-43fc-8998-1fe027eccc8e req-f54c6770-2511-46e3-910b-c6f1acdce217 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:37.633898 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-956f8f0b-5341-43fc-8998-1fe027eccc8e req-f54c6770-2511-46e3-910b-c6f1acdce217 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0675538 Dec 14 18:15:37.695244 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-956f8f0b-5341-43fc-8998-1fe027eccc8e req-26710bb0-7581-497e-b7ee-af07f6922611 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539668 Dec 14 18:15:38.285566 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46002) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:38.443917 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42522926-a873-40ee-9abe-5095eeebba46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.561612 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42522926-a873-40ee-9abe-5095eeebba46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.573979 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42522926-a873-40ee-9abe-5095eeebba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.625883 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-42522926-a873-40ee-9abe-5095eeebba46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1aa5db94195462ba96a75b464cdc4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347728 Dec 14 18:15:38.625883 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42522926-a873-40ee-9abe-5095eeebba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e131e4-897c-480f-827b-6f15737fe097,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:38.627255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46022) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:38.749944 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.807992 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.923937 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3ad59-9a4f-4e85-8417-f411e3fc8e5c req-73b35e32-a937-4da3-8fd5-c6d7585df5d3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:38.925776 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37a3ad59-9a4f-4e85-8417-f411e3fc8e5c req-73b35e32-a937-4da3-8fd5-c6d7585df5d3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0772429 Dec 14 18:15:38.955420 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.961011 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:38.963077 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94e131e4-897c-480f-827b-6f15737fe097 HTTP/1.1" status: 204 len: 168 time: 0.3337364 Dec 14 18:15:38.998365 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7554e-5a21-44cd-a2aa-9fbea31f649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e131e4-897c-480f-827b-6f15737fe097,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:39.043507 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37a3ad59-9a4f-4e85-8417-f411e3fc8e5c req-417e6803-fa34-4387-81af-4e05c910ea01 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094820 Dec 14 18:15:39.314814 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46082) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:39.373345 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcc7f-96a3-443f-acf5-694f2f638c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.576904 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcc7f-96a3-443f-acf5-694f2f638c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.582645 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcc7f-96a3-443f-acf5-694f2f638c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.585900 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.648814 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfcc7f-96a3-443f-acf5-694f2f638c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0c76f-1de3-4da1-8133-05d92eb013dc,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:39.648814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d9bfcc7f-96a3-443f-acf5-694f2f638c1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd5ec52b037c49418d405327f913eabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231947 Dec 14 18:15:39.648814 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46100) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:39.718525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.749937 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.834454 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.837925 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:39.839251 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48d0c76f-1de3-4da1-8133-05d92eb013dc HTTP/1.1" status: 204 len: 168 time: 0.1955087 Dec 14 18:15:39.855668 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1a2c9-d4f2-4ddf-8916-0359a98e0741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0c76f-1de3-4da1-8133-05d92eb013dc,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:40.263744 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a52146-2e97-4c85-aac5-39807c97b61c req-6133b9cf-cb36-40f9-a2a1-33de5016d4d5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:40.265448 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41a52146-2e97-4c85-aac5-39807c97b61c req-6133b9cf-cb36-40f9-a2a1-33de5016d4d5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0888395 Dec 14 18:15:40.332711 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41a52146-2e97-4c85-aac5-39807c97b61c req-019b82d2-7d74-4b67-ad38-026a620c1570 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Dec 14 18:15:41.525732 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46214) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:41.526220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29886aa3-0906-4928-b256-21335cbb8bf9 req-19e57f3a-6cd7-41cc-8fc9-a3b332d4fa6f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:41.527734 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-29886aa3-0906-4928-b256-21335cbb8bf9 req-19e57f3a-6cd7-41cc-8fc9-a3b332d4fa6f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0869770 Dec 14 18:15:41.597642 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Deleting subnet 8807ad17-b444-48c1-868f-b1110058bede {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:15:41.602102 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:41.624954 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-29886aa3-0906-4928-b256-21335cbb8bf9 req-0900fb62-378d-4bd0-88dc-798e629951f9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831790 Dec 14 18:15:41.653551 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:41.720547 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:41.801091 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:41.829289 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8807ad17-b444-48c1-868f-b1110058bede,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:41.833930 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:41.839542 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ca58b844-2d75-4d99-af27-8917139e8f52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8807ad17-b444-48c1-868f-b1110058bede HTTP/1.1" status: 204 len: 168 time: 0.3104775 Dec 14 18:15:41.839740 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46228) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:41.927804 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.043154 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.066516 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e034ffc5-8282-42f3-9bb8-b022d7e8da61']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.076547 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd48d060-01c8-4a7e-b061-f99feaa281fb') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.076970 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd48d060-01c8-4a7e-b061-f99feaa281fb') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.087876 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.108888 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.119118 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:15:42.119726 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:15:42.122241 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:15:42.188017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.195923 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.201592 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e034ffc5-8282-42f3-9bb8-b022d7e8da61 HTTP/1.1" status: 204 len: 168 time: 0.3585787 Dec 14 18:15:42.201964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46246) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:42.209948 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc98ea-1be2-4339-9711-a8c8fa2bd169 admin admin] Pushing event deleted for resources: {'Network': ['ID=e034ffc5-8282-42f3-9bb8-b022d7e8da61,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:42.251403 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Deleting subnet 215c3056-7bb9-4fc3-8a24-e673daff1da8 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:15:42.254525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.515452 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.531321 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.596298 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.622207 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215c3056-7bb9-4fc3-8a24-e673daff1da8,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:42.636029 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.642684 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-c623cdc9-1717-4964-a656-542a5ce31c9f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/215c3056-7bb9-4fc3-8a24-e673daff1da8 HTTP/1.1" status: 204 len: 168 time: 0.4385333 Dec 14 18:15:42.646875 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46254) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:42.741464 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.753880 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e5143-2ef0-4bed-82b7-b6b2bfea6f6f req-013877ff-59a4-4344-bf03-1207a4fe81cd tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:42.756051 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a3e5143-2ef0-4bed-82b7-b6b2bfea6f6f req-013877ff-59a4-4344-bf03-1207a4fe81cd tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0584688 Dec 14 18:15:42.818858 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a3e5143-2ef0-4bed-82b7-b6b2bfea6f6f req-3e80e63c-94ed-49d1-a51b-da1f1f02acbf tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Dec 14 18:15:42.851277 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.874397 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe23b54-bb49-498a-8f80-b9de0c333bcf']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.887558 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5bcbbe-c1d2-450a-b542-1e02c05f580e') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.888017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5bcbbe-c1d2-450a-b542-1e02c05f580e') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:15:42.906562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.927743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.934573 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:15:42.934997 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:15:42.936939 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:15:43.002552 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.007769 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.010977 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] 10.222.0.49 "DELETE /v2.0/networks/efe23b54-bb49-498a-8f80-b9de0c333bcf HTTP/1.1" status: 204 len: 168 time: 0.3626819 Dec 14 18:15:43.022328 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc299e-b48b-4ee3-b1e5-e3b65c528766 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe23b54-bb49-498a-8f80-b9de0c333bcf,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:43.342257 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46290) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:43.385173 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-15825530-121d-4932-83c7-396c1d788511 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d891203848414c2d935ad82ba716d921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416052 Dec 14 18:15:43.387899 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46292) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:43.444118 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.467579 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.521192 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.523853 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:43.525017 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8e45e86-f728-433c-890c-572385eeb11b HTTP/1.1" status: 204 len: 168 time: 0.1360517 Dec 14 18:15:43.533781 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac87bd-dfb5-4f39-b4c0-0c6884200736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e45e86-f728-433c-890c-572385eeb11b,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:43.928957 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46314) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:43.951366 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f656dc-a559-40ec-95bb-282d6d14ebf8 req-7b37da20-237c-4776-920d-d23443697e7c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:43.952861 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4f656dc-a559-40ec-95bb-282d6d14ebf8 req-7b37da20-237c-4776-920d-d23443697e7c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0498781 Dec 14 18:15:43.995334 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4f656dc-a559-40ec-95bb-282d6d14ebf8 req-04f68911-46a4-4375-8ee5-74d77812ecc3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Dec 14 18:15:43.998675 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ad5361b5-aac1-470d-9de0-32d1d0d46612 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eab1f2e959a64852a530f6f2ebd8f195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681045 Dec 14 18:15:43.999831 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46318) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:44.057651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.081662 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.145518 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.148135 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.149279 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db092385-84b8-4977-8817-87752a1bc385 HTTP/1.1" status: 204 len: 168 time: 0.1484883 Dec 14 18:15:44.157779 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce730a29-f094-4bb7-b845-b9c28a3301c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db092385-84b8-4977-8817-87752a1bc385,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:44.721479 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46346) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:44.845076 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5b247bdf-a34b-4362-aaf9-d1779cf28009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.943717 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5b247bdf-a34b-4362-aaf9-d1779cf28009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.949723 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5b247bdf-a34b-4362-aaf9-d1779cf28009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:44.988716 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-5b247bdf-a34b-4362-aaf9-d1779cf28009 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3143e6bd2fbe4a9ba7fc624dd55435bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628105 Dec 14 18:15:44.989379 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46364) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.011771 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b247bdf-a34b-4362-aaf9-d1779cf28009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f55410-93f2-4865-9464-f87c8cae478e,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.063443 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.111004 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.154729 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46376) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.174910 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92033-2fe0-4c42-b080-d455877951f6 req-42b705d6-8883-41ea-8ecc-c04770f5da5f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:45.176348 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ff92033-2fe0-4c42-b080-d455877951f6 req-42b705d6-8883-41ea-8ecc-c04770f5da5f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0843885 Dec 14 18:15:45.201337 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.204763 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.214155 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1f55410-93f2-4865-9464-f87c8cae478e HTTP/1.1" status: 204 len: 168 time: 0.2214377 Dec 14 18:15:45.228955 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7f15-eda2-4e08-828e-bdb97c6ef150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f55410-93f2-4865-9464-f87c8cae478e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.268630 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ff92033-2fe0-4c42-b080-d455877951f6 req-7c9c25b7-a947-4155-a75e-6ca51689998c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Dec 14 18:15:45.334080 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b38e6d1a-b6f6-45b4-8d09-14f92cd12e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.421015 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b38e6d1a-b6f6-45b4-8d09-14f92cd12e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.426251 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b38e6d1a-b6f6-45b4-8d09-14f92cd12e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.471438 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e6d1a-b6f6-45b4-8d09-14f92cd12e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc4d54a-c88b-4019-ba47-2e9c0544dfbc,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.477996 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b38e6d1a-b6f6-45b4-8d09-14f92cd12e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=777896df513348f1a35d14a3042ad447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209419 Dec 14 18:15:45.486347 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46392) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.544709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.554459 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46394) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.568920 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.620596 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.623932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.625334 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efc4d54a-c88b-4019-ba47-2e9c0544dfbc HTTP/1.1" status: 204 len: 168 time: 0.1375134 Dec 14 18:15:45.635470 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43c02-db03-46b6-af6b-257859153711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc4d54a-c88b-4019-ba47-2e9c0544dfbc,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.678508 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfaf-6f60-46e3-8186-c5116b5307df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.698817 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46400) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.720570 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-926a567f-99d2-4ee7-b8ee-0e0226380108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.824159 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfaf-6f60-46e3-8186-c5116b5307df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.830658 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfaf-6f60-46e3-8186-c5116b5307df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.872625 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ce54dfaf-6f60-46e3-8186-c5116b5307df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a377d0ca1dc475cb911afe1e7894bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161521 Dec 14 18:15:45.876361 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46404) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:45.906224 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54dfaf-6f60-46e3-8186-c5116b5307df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794bea73-5d09-413d-aae8-f1b07b002596,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.911841 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-926a567f-99d2-4ee7-b8ee-0e0226380108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.917253 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-926a567f-99d2-4ee7-b8ee-0e0226380108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.935164 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.973691 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-926a567f-99d2-4ee7-b8ee-0e0226380108 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4da874dd7c2f4123ba28dbac39a41653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708349 Dec 14 18:15:45.973999 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:45.974099 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a567f-99d2-4ee7-b8ee-0e0226380108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94638aa3-b208-413f-a787-28a38e17d97f,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:45.978176 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46408) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:46.054133 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.060944 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.064832 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.066209 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/794bea73-5d09-413d-aae8-f1b07b002596 HTTP/1.1" status: 204 len: 168 time: 0.1885493 Dec 14 18:15:46.082133 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.095075 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6c72d-13e4-43ea-8e77-9f190bd5a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794bea73-5d09-413d-aae8-f1b07b002596,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:46.103497 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46412) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:46.128551 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-adb67e99-a12f-46e8-9b15-5e17da97a16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.147693 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.152012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.153578 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94638aa3-b208-413f-a787-28a38e17d97f HTTP/1.1" status: 204 len: 168 time: 0.1747344 Dec 14 18:15:46.164033 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf333e-ead1-4c60-9cee-4d791108fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94638aa3-b208-413f-a787-28a38e17d97f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:46.234883 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-adb67e99-a12f-46e8-9b15-5e17da97a16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.241833 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-adb67e99-a12f-46e8-9b15-5e17da97a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.287310 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-adb67e99-a12f-46e8-9b15-5e17da97a16a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2178d8e81a5e4881a8a378f07cb7affb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821675 Dec 14 18:15:46.288848 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67e99-a12f-46e8-9b15-5e17da97a16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219681d3-659b-4d58-9edc-9f88bad8beb7,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:46.291567 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46422) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:46.365368 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.392794 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.493220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b2496-b5ca-42d0-a0b9-6ad0bd840427 req-9760a0bc-3b6f-4b56-bc43-8eb84c16327e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:46.502998 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ec5b2496-b5ca-42d0-a0b9-6ad0bd840427 req-9760a0bc-3b6f-4b56-bc43-8eb84c16327e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.1055498 Dec 14 18:15:46.549965 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ec5b2496-b5ca-42d0-a0b9-6ad0bd840427 req-ccca2b53-5da2-46e9-9a87-1a6ede4e53de tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Dec 14 18:15:46.551463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.555992 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.559866 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/219681d3-659b-4d58-9edc-9f88bad8beb7 HTTP/1.1" status: 204 len: 168 time: 0.2647083 Dec 14 18:15:46.567037 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec645256-d334-4084-847b-d7dd919cd630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219681d3-659b-4d58-9edc-9f88bad8beb7,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:46.705169 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46438) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:46.721521 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-26957273-0d20-4f51-9e8b-d98a913952f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.824036 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-26957273-0d20-4f51-9e8b-d98a913952f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.829138 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-26957273-0d20-4f51-9e8b-d98a913952f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:46.886506 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-26957273-0d20-4f51-9e8b-d98a913952f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f0c97fd5fc6422bae4a0ac863e271d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801209 Dec 14 18:15:46.886855 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46448) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:46.887741 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26957273-0d20-4f51-9e8b-d98a913952f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef4981a-ed13-435f-a779-558b3ef219d4,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:46.982029 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:47.011880 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:47.071541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:47.074493 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:47.078136 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aef4981a-ed13-435f-a779-558b3ef219d4 HTTP/1.1" status: 204 len: 168 time: 0.1874332 Dec 14 18:15:47.087132 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262fe4-8235-4c83-9c8f-4a7cbf58ed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef4981a-ed13-435f-a779-558b3ef219d4,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:47.686459 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62dc2-696f-494c-b5b3-b7a8ac92ebac req-1f809fc9-8dcb-40e3-ba02-5b1c1fcf0623 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:47.688151 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-55d62dc2-696f-494c-b5b3-b7a8ac92ebac req-1f809fc9-8dcb-40e3-ba02-5b1c1fcf0623 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Dec 14 18:15:47.735832 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-55d62dc2-696f-494c-b5b3-b7a8ac92ebac req-96fad5fc-d353-474c-910a-e8d35d6bb6f8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Dec 14 18:15:48.859125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46564) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:48.955112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f404-62f8-48c1-98cb-3f387cbf1e51 req-f1bdd2d1-7480-4065-be2a-8f88eb7dfad9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:48.957242 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e68f404-62f8-48c1-98cb-3f387cbf1e51 req-f1bdd2d1-7480-4065-be2a-8f88eb7dfad9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0846283 Dec 14 18:15:48.997432 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e68f404-62f8-48c1-98cb-3f387cbf1e51 req-e5fb58b4-018e-476a-ad13-aca91a87791b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Dec 14 18:15:49.043702 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1363-8ddd-4dff-a2a4-c2865d63cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.129243 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1363-8ddd-4dff-a2a4-c2865d63cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.134481 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1363-8ddd-4dff-a2a4-c2865d63cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.180856 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3b1e1363-8ddd-4dff-a2a4-c2865d63cba5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3de7efe1f8a45ae92786a459413ff90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200281 Dec 14 18:15:49.183059 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e1363-8ddd-4dff-a2a4-c2865d63cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b0106-4931-4f57-9e4e-265fd8bfd9db,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:49.183660 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46576) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:49.243826 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.267382 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.324350 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.326889 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:49.330479 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b20b0106-4931-4f57-9e4e-265fd8bfd9db HTTP/1.1" status: 204 len: 168 time: 0.1433275 Dec 14 18:15:49.337093 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb9de7-daf5-48c9-95be-c9b1d3f64324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b0106-4931-4f57-9e4e-265fd8bfd9db,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:50.120367 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603df052-e7a7-4328-951a-d05796672609 req-5b129ca7-134b-4aad-a5ba-8f61a7367250 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:50.121956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-603df052-e7a7-4328-951a-d05796672609 req-5b129ca7-134b-4aad-a5ba-8f61a7367250 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0480616 Dec 14 18:15:50.160641 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-603df052-e7a7-4328-951a-d05796672609 req-3bcdb68f-03bd-434a-bb12-03292cd1b567 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Dec 14 18:15:51.281431 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890637-2dc3-48bd-b603-0cf3ada738a3 req-38b74333-52f1-49da-ab75-a16bb321f110 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:51.283546 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2890637-2dc3-48bd-b603-0cf3ada738a3 req-38b74333-52f1-49da-ab75-a16bb321f110 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0497301 Dec 14 18:15:51.324544 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2890637-2dc3-48bd-b603-0cf3ada738a3 req-24dccd50-6cca-45ca-b7e8-30714e1465f4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Dec 14 18:15:54.504612 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-43602b66-9ca4-4971-86c7-10e04292c8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:54.860424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd708a1-47d0-49f5-a3f4-694f49746e48 req-ab36be6d-d4e3-4763-a056-810812a9a737 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:54.862413 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0cd708a1-47d0-49f5-a3f4-694f49746e48 req-ab36be6d-d4e3-4763-a056-810812a9a737 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Dec 14 18:15:54.909875 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0cd708a1-47d0-49f5-a3f4-694f49746e48 req-e44b0f71-f271-4e19-9496-0d471031c065 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Dec 14 18:15:56.038766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db13ec-af67-4d07-a802-95073d332369 req-ce881204-69d1-477f-bf6f-a73b90eebb60 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:56.040352 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-62db13ec-af67-4d07-a802-95073d332369 req-ce881204-69d1-477f-bf6f-a73b90eebb60 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0514188 Dec 14 18:15:56.078160 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-62db13ec-af67-4d07-a802-95073d332369 req-094f703b-441a-4288-930a-7df6f6c943dc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Dec 14 18:15:56.884134 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46782) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:56.999352 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78afbaf9-769c-459c-ae01-de3b540c8574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.097850 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78afbaf9-769c-459c-ae01-de3b540c8574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.102485 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78afbaf9-769c-459c-ae01-de3b540c8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.103711 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-4737f9b6-c32d-4d86-9865-d96ec3d973da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.144328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afbaf9-769c-459c-ae01-de3b540c8574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5958329-79fd-4d6f-b7be-e2258bc8cc1b,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:57.148754 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-78afbaf9-769c-459c-ae01-de3b540c8574 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e6a45fdc9344d94b320323c16f7c355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634783 Dec 14 18:15:57.151526 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46798) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:57.205962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.222629 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611de0-e7bd-4c34-b81f-e2f383b0f69e req-492d14e9-ec66-4e67-a4cd-0f0c024a9e7a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:57.222629 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8611de0-e7bd-4c34-b81f-e2f383b0f69e req-492d14e9-ec66-4e67-a4cd-0f0c024a9e7a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0547113 Dec 14 18:15:57.232599 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.275174 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8611de0-e7bd-4c34-b81f-e2f383b0f69e req-13f1e378-71d1-4248-9fc2-7ad2567c0c1d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Dec 14 18:15:57.292954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.296358 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.299100 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5958329-79fd-4d6f-b7be-e2258bc8cc1b HTTP/1.1" status: 204 len: 168 time: 0.1464400 Dec 14 18:15:57.309515 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7669e-e1a9-4c54-be64-9c6ea58d5dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5958329-79fd-4d6f-b7be-e2258bc8cc1b,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:57.594887 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46816) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:57.607882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df2eef6a-f673-4e57-abfc-186ad34f8bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.684251 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df2eef6a-f673-4e57-abfc-186ad34f8bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.689568 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-df2eef6a-f673-4e57-abfc-186ad34f8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.737352 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-df2eef6a-f673-4e57-abfc-186ad34f8bfa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1c406c9614a4f23b0fadd730bbf4af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413782 Dec 14 18:15:57.738342 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eef6a-f673-4e57-abfc-186ad34f8bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cfbe57-7bc4-4c09-a866-1a9298baa270,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:57.740185 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46820) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:57.811760 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.835890 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.896422 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.899538 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:57.900851 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6cfbe57-7bc4-4c09-a866-1a9298baa270 HTTP/1.1" status: 204 len: 168 time: 0.1591878 Dec 14 18:15:57.910267 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5487743-70b4-4556-b3d5-b5406bec95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cfbe57-7bc4-4c09-a866-1a9298baa270,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:58.239260 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:58.420109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7e892-db74-4873-88c9-fea84e6c3e28 req-8e35006f-ab3a-4daf-8562-d44a7edf1fe6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:58.423294 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4bf7e892-db74-4873-88c9-fea84e6c3e28 req-8e35006f-ab3a-4daf-8562-d44a7edf1fe6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0777497 Dec 14 18:15:58.469543 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4bf7e892-db74-4873-88c9-fea84e6c3e28 req-aa850ed5-0da2-4080-b999-76d54967d7d3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Dec 14 18:15:58.832351 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46884) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:59.068812 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-176cd558-8e1e-484f-acad-adf5d7075574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.077037 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46894) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:59.188565 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-615a8281-3c04-48e0-8af8-609b787162b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.235560 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-176cd558-8e1e-484f-acad-adf5d7075574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.246737 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-176cd558-8e1e-484f-acad-adf5d7075574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.312980 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-176cd558-8e1e-484f-acad-adf5d7075574 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2092d733732e483991adf5e9fcc36e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768271 Dec 14 18:15:59.312980 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cd558-8e1e-484f-acad-adf5d7075574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9898d6-f636-45c8-99f8-01b67986f78e,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:59.313334 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46934) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:59.377116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-615a8281-3c04-48e0-8af8-609b787162b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.382324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-615a8281-3c04-48e0-8af8-609b787162b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.385054 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.432491 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.438510 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-615a8281-3c04-48e0-8af8-609b787162b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a1eb832dff94e3d8038b007c4f8c20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545225 Dec 14 18:15:59.438510 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8281-3c04-48e0-8af8-609b787162b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d584efa-6ffc-4dff-9951-837a8e223c00,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:59.439702 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46944) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:59.518333 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.525311 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.527886 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9898d6-f636-45c8-99f8-01b67986f78e HTTP/1.1" status: 204 len: 168 time: 0.2135558 Dec 14 18:15:59.534384 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.538030 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65aa47-fdb6-464b-bf54-53607bcc3cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9898d6-f636-45c8-99f8-01b67986f78e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:59.577080 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.667328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1bfb9-04c0-46ac-8420-48484cac0932 req-2d86f59e-b599-4a33-adb3-39c79a391ecc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:15:59.682144 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3ec1bfb9-04c0-46ac-8420-48484cac0932 req-2d86f59e-b599-4a33-adb3-39c79a391ecc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0852120 Dec 14 18:15:59.701697 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 46952) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:15:59.718783 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.728581 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:15:59.733399 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d584efa-6ffc-4dff-9951-837a8e223c00 HTTP/1.1" status: 204 len: 168 time: 0.2934656 Dec 14 18:15:59.756484 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57eeb4-cfec-44e1-8149-91fa12392483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d584efa-6ffc-4dff-9951-837a8e223c00,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:15:59.802430 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3ec1bfb9-04c0-46ac-8420-48484cac0932 req-de29b09b-de74-4a64-b109-4b980f551c40 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220815 Dec 14 18:15:59.983874 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.015891 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d0c-1fd6-40bb-aab5-83868355af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.020666 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:16:00.056139 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.137871 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d0c-1fd6-40bb-aab5-83868355af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.144157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d0c-1fd6-40bb-aab5-83868355af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.175591 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 46990) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:00.175890 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6ee79d0c-1fd6-40bb-aab5-83868355af9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=662ec6e477f540289255cb5d3583a112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724522 Dec 14 18:16:00.223508 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee79d0c-1fd6-40bb-aab5-83868355af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00e5fa-8494-4fd7-b8fe-c0fe44c2b0c8,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:00.273989 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.308227 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.385415 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.388827 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.390000 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a00e5fa-8494-4fd7-b8fe-c0fe44c2b0c8 HTTP/1.1" status: 204 len: 168 time: 0.2129040 Dec 14 18:16:00.399611 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a37c8-fa0f-47d2-9ad5-37bc0e7ef9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00e5fa-8494-4fd7-b8fe-c0fe44c2b0c8,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:00.421991 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47002) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:00.444787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30aa-6143-40ee-843c-ebded8904507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.539209 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30aa-6143-40ee-843c-ebded8904507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.545673 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a6ae30aa-6143-40ee-843c-ebded8904507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.620004 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae30aa-6143-40ee-843c-ebded8904507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d585ec2-a4ed-4819-b018-05cd00b5ac7d,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:00.627978 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a6ae30aa-6143-40ee-843c-ebded8904507 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2706a72149c4cbca2938758ce067497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033746 Dec 14 18:16:00.630655 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47008) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:00.723233 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.762872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.846430 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.849553 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:00.851874 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d585ec2-a4ed-4819-b018-05cd00b5ac7d HTTP/1.1" status: 204 len: 168 time: 0.2192183 Dec 14 18:16:00.867318 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdbfb2-a770-4666-99b7-a9a76c5ebddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d585ec2-a4ed-4819-b018-05cd00b5ac7d,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:00.958762 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a48d-e222-4236-8d42-0af0911d8b57 req-3902cca4-682d-4ec3-afa7-fe1dd6bf5439 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:00.960459 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9e45a48d-e222-4236-8d42-0af0911d8b57 req-3902cca4-682d-4ec3-afa7-fe1dd6bf5439 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0546303 Dec 14 18:16:01.021349 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9e45a48d-e222-4236-8d42-0af0911d8b57 req-2a8f4c64-e754-45e4-9dbc-5acd59a926e7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545123 Dec 14 18:16:01.119271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47028) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:01.145526 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b415e1a9-b166-496b-984e-161a46224024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.295279 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b415e1a9-b166-496b-984e-161a46224024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.301763 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b415e1a9-b166-496b-984e-161a46224024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.320494 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd3c5-414c-447c-8026-3c8790abf69c req-88a624ae-46ed-4121-a4d5-d11ac377884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:01.320494 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-020fd3c5-414c-447c-8026-3c8790abf69c req-88a624ae-46ed-4121-a4d5-d11ac377884b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 1099 time: 0.0752532 Dec 14 18:16:01.368323 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415e1a9-b166-496b-984e-161a46224024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489186a-050b-4209-b333-d43f1abb7c51,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:01.379976 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b415e1a9-b166-496b-984e-161a46224024 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3ad03c0a61e42caa216365e79e97d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591028 Dec 14 18:16:01.382699 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47038) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:01.430112 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-020fd3c5-414c-447c-8026-3c8790abf69c req-7ef83bac-e664-4ca5-a6d9-c709a99d1281 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Dec 14 18:16:01.476105 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.511127 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.580536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.583665 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:01.584899 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2489186a-050b-4209-b333-d43f1abb7c51 HTTP/1.1" status: 204 len: 168 time: 0.2004869 Dec 14 18:16:01.595912 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab7cb9-5670-415a-a818-44a0c1eade80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489186a-050b-4209-b333-d43f1abb7c51,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:01.933162 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47064) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:01.956201 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-045b4d55-4b1a-4f9a-97d8-b9658e9869c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.040552 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-045b4d55-4b1a-4f9a-97d8-b9658e9869c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.045068 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-045b4d55-4b1a-4f9a-97d8-b9658e9869c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.086699 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-045b4d55-4b1a-4f9a-97d8-b9658e9869c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20ec7dad333145b4bdaba4f8884480ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493752 Dec 14 18:16:02.087397 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b4d55-4b1a-4f9a-97d8-b9658e9869c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34374c45-9f10-41fe-9678-313c3914807d,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:02.089480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47070) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:02.151928 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.186493 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.197113 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aec19-0a57-425d-ba78-86ebba871294 req-b15e0040-1dde-454e-803d-38a12e813677 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:02.199425 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cc4aec19-0a57-425d-ba78-86ebba871294 req-b15e0040-1dde-454e-803d-38a12e813677 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0674641 Dec 14 18:16:02.252090 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.257076 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:02.260543 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34374c45-9f10-41fe-9678-313c3914807d HTTP/1.1" status: 204 len: 168 time: 0.1677935 Dec 14 18:16:02.266231 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cc4aec19-0a57-425d-ba78-86ebba871294 req-f3e949d9-5125-4ece-8480-1a2dbbad7003 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585423 Dec 14 18:16:02.274799 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cbf03-422b-4181-9353-6c469226fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34374c45-9f10-41fe-9678-313c3914807d,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:03.559233 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4855-97c1-4a11-8c4f-20505160a5ae req-af0e5509-ecc8-4dd8-a826-5e6ca8acb57d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:03.560848 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c31e4855-97c1-4a11-8c4f-20505160a5ae req-af0e5509-ecc8-4dd8-a826-5e6ca8acb57d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0548489 Dec 14 18:16:03.623241 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c31e4855-97c1-4a11-8c4f-20505160a5ae req-7037e3b2-1078-45ce-8b97-56f087d0d947 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Dec 14 18:16:03.780935 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b8cf-893c-409c-9675-9efdcf5b2aca req-da60f9ac-6624-4412-bf02-e3360006208b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:03.783262 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1538b8cf-893c-409c-9675-9efdcf5b2aca req-da60f9ac-6624-4412-bf02-e3360006208b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0653698 Dec 14 18:16:03.834883 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1538b8cf-893c-409c-9675-9efdcf5b2aca req-9e42c8eb-e2da-4861-a4d4-9733fb11e2aa tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450692 Dec 14 18:16:04.170943 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47202) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:04.288427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4a4f-fa26-4689-a9a0-550cb92042d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.364372 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4a4f-fa26-4689-a9a0-550cb92042d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.368400 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4a4f-fa26-4689-a9a0-550cb92042d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.406671 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-bd8d4a4f-fa26-4689-a9a0-550cb92042d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c00738952a70497daea085bae62cef4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345407 Dec 14 18:16:04.407459 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4a4f-fa26-4689-a9a0-550cb92042d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83284a-37e3-4f4b-84b2-5981c8864545,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:04.409216 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47206) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:04.467184 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.490754 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.543477 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.546000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.547175 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e83284a-37e3-4f4b-84b2-5981c8864545 HTTP/1.1" status: 204 len: 168 time: 0.1357088 Dec 14 18:16:04.554559 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5f7c7-d838-490f-80e3-1f25b57a6771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83284a-37e3-4f4b-84b2-5981c8864545,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:04.819783 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47218) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:04.837244 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b0d879b1-c4bd-4d98-9041-b051fac59cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.946003 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b0d879b1-c4bd-4d98-9041-b051fac59cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.954334 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b0d879b1-c4bd-4d98-9041-b051fac59cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:04.997404 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d879b1-c4bd-4d98-9041-b051fac59cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec981483-86ad-4fad-b124-e1123f1affbf,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:05.004428 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b0d879b1-c4bd-4d98-9041-b051fac59cc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b144b43ec8f84738af819020dc83bc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821833 Dec 14 18:16:05.011825 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47230) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:05.224808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47240) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:05.271937 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.295017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.350180 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.352450 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b533af37-eded-443e-9996-be7d4a699c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.352830 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.354034 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec981483-86ad-4fad-b124-e1123f1affbf HTTP/1.1" status: 204 len: 168 time: 0.3411031 Dec 14 18:16:05.362479 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c56c8-12a2-475d-be31-9aa2ee599aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec981483-86ad-4fad-b124-e1123f1affbf,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:05.493475 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b533af37-eded-443e-9996-be7d4a699c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.498816 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b533af37-eded-443e-9996-be7d4a699c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.568867 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533af37-eded-443e-9996-be7d4a699c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4073f75-1f35-47b5-8a02-945181218feb,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:05.576597 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b533af37-eded-443e-9996-be7d4a699c53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94bf087c81b7458fbeed77c425941ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505285 Dec 14 18:16:05.576994 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47254) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:05.593792 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176e43d-83fe-430f-901e-22581af11b42 req-b9552494-c008-44d3-b7f0-d4fff9e6ecf6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:05.599094 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3176e43d-83fe-430f-901e-22581af11b42 req-b9552494-c008-44d3-b7f0-d4fff9e6ecf6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0873134 Dec 14 18:16:05.636085 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3176e43d-83fe-430f-901e-22581af11b42 req-1d24eda2-2740-4c8a-be77-64b057355e4a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Dec 14 18:16:05.636644 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.666720 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.716645 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.719878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:05.723263 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4073f75-1f35-47b5-8a02-945181218feb HTTP/1.1" status: 204 len: 168 time: 0.1428478 Dec 14 18:16:05.728800 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee862505-0de6-4d01-8299-7e8b5fa92817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4073f75-1f35-47b5-8a02-945181218feb,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:06.513432 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47310) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:06.599652 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47316) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:06.671867 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-271328072-network', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:06.698585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Made reservation on behalf of 34ed5c08928b46cbb8b719737fc79961 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:06.700825 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.712590 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0b16b68e-6f05-4b3d-8baa-0a72f594faab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.720154 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.850763 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0b16b68e-6f05-4b3d-8baa-0a72f594faab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.856046 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.856948 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0b16b68e-6f05-4b3d-8baa-0a72f594faab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.868453 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.906030 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:16:06.908052 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16b68e-6f05-4b3d-8baa-0a72f594faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945aee32-37dd-4469-8c6d-162d5634937e,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:06.918296 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-0b16b68e-6f05-4b3d-8baa-0a72f594faab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1922857efc2b450abbedc41adced42f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141537 Dec 14 18:16:06.918882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47322) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:06.936238 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.936586 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Added segment 4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5 of type vlan for network 8462f763-7861-40c5-b291-87e8f767b5e5 Dec 14 18:16:06.955086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bccf01-f34b-47ca-b4a1-56a397de083b,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:06.972982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:06.990952 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.002142 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.019328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.020324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:07.020897 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.062449 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.066191 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.071752 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/945aee32-37dd-4469-8c6d-162d5634937e HTTP/1.1" status: 204 len: 168 time: 0.1507797 Dec 14 18:16:07.078988 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be42f2-9f9a-4b7f-a754-a8d3b3da0189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945aee32-37dd-4469-8c6d-162d5634937e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:07.083247 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5685408 Dec 14 18:16:07.085774 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47328) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:07.090898 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Request body: {'subnet': {'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-271328072-subnet', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:07.094585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e48c-cb32-476f-94b1-4f86eb6e0810 admin admin] Pushing event updated for resources: {'Network': ['ID=8462f763-7861-40c5-b291-87e8f767b5e5,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:07.116122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Made reservation on behalf of 34ed5c08928b46cbb8b719737fc79961 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:07.118840 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4278125'] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.119095 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 8462f763-7861-40c5-b291-87e8f767b5e5 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:16:07.311642 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7620463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4634775'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.372172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e92e543-4c15-4087-a20b-bb8426062b9b,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:07.383676 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Checking segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:07.384109 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Network hostable DHCP agents. Network: 8462f763-7861-40c5-b291-87e8f767b5e5, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:16:07.400973 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Network 8462f763-7861-40c5-b291-87e8f767b5e5 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:16:07.410653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 8462f763-7861-40c5-b291-87e8f767b5e5) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:07.415803 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:07.416418 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.418849 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a84c87f-e61c-435f-9d1e-838baea2d032 None None] Network 8462f763-7861-40c5-b291-87e8f767b5e5 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:16:07.432383 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-bee18cc3-b1b4-4809-a869-c2d8354fca60 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3455052 Dec 14 18:16:07.435198 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47332) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:07.439575 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:07.459785 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.460872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.514712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.573173 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-8462f763-7861-40c5-b291-87e8f767b5e5', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:16:07.574040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.660376 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.711388 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Allocated IP 172.20.0.2 (8462f763-7861-40c5-b291-87e8f767b5e5/4e92e543-4c15-4087-a20b-bb8426062b9b/88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:07.854037 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.859951 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.862067 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.881609 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.896233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Network 8462f763-7861-40c5-b291-87e8f767b5e5 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:07.900846 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:07.904222 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:07.914412 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Pushing event updated for resources: {'Port': ['ID=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:07.924091 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.924464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.924813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.925149 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.925485 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.925822 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.926146 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.926473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.926848 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.927174 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.927501 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.927819 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:07.975746 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Attempting to bind port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:07.976110 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Attempting to bind port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:07.976462 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Attempting to bind port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 on network 8462f763-7861-40c5-b291-87e8f767b5e5 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:07.981471 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:07.981867 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Checking segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:07.982263 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:07.982679 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Bound using segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:07.983140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Bound port: 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:07.983463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Allocated IP 172.27.1.145 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/58408b01-7c7b-448e-8db1-671da0587cc1) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:07.983573 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.056233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] For port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:08.059888 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] For port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:08.065012 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.089696 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.125766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.127535 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77f3ab-06c5-4b43-9189-eddeb2d441b0 None None] Pushing event updated for resources: {'Port': ['ID=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:08.162856 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:08.165918 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:08.169641 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:08.234568 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Pushing event updated for resources: {'Port': ['ID=58408b01-7c7b-448e-8db1-671da0587cc1,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:08.412480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-ab4e65cc-83d2-43b3-8e36-e914ea27714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:08.419581 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-ab4e65cc-83d2-43b3-8e36-e914ea27714e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.1144450 Dec 14 18:16:08.480770 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.552524 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-cc9378c8-61ff-4f08-b9e5-5c81b2877465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:08.553939 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-cc9378c8-61ff-4f08-b9e5-5c81b2877465 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1159570 Dec 14 18:16:08.599010 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-c588569d-04a6-40d2-ab4f-c1e1b2603d56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0333245 Dec 14 18:16:08.623540 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e853b6-6b74-4e1e-9426-c6e518ca37dd req-9b324092-9142-4ad4-a11f-6eb7127c9785 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:08.625197 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e8e853b6-6b74-4e1e-9426-c6e518ca37dd req-9b324092-9142-4ad4-a11f-6eb7127c9785 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1416819 Dec 14 18:16:08.677560 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-5e96de50-9da5-4b28-9494-1259c812cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:08.680109 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-5e96de50-9da5-4b28-9494-1259c812cf83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0679624 Dec 14 18:16:08.725405 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-de3126b4-47f4-42e3-a7e9-377a9ab0fa24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335526 Dec 14 18:16:08.758632 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e8e853b6-6b74-4e1e-9426-c6e518ca37dd req-896cd52e-d60b-40d5-8aa0-d363265e0917 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193237 Dec 14 18:16:08.799085 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:08.861376 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-ab2a9ed9-6e42-4ce3-966b-1cdfce0003a8 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117249 Dec 14 18:16:08.950056 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Router ce30af31-afc9-4b62-9f87-2fa4cfeef77b is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:16:08.982802 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c5cf6525-13c7-4e68-9bf1-5eac3e35712a req-814c9514-e698-40a6-8294-98fe8d3f41dc service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090806 Dec 14 18:16:09.237763 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268d2c9-3fd4-4803-a2e8-f254fecf94f7 None None] Network 8462f763-7861-40c5-b291-87e8f767b5e5 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:16:09.294514 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:16:09.306073 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Sync routers for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:16:09.315005 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.316774 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:09.316999 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b4d03b32-4bf9-4aee-84e8-50a8e50a6efd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8800542 Dec 14 18:16:09.317852 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:09.319143 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47360) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:09.334286 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] Provisioning complete for port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:09.334693 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.512308 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:09.522176 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:09.626670 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.629107 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.680817 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] For port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:09.681861 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:09.682585 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.686395 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.738993 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:08Z', 'revision_number': 3, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:09.776328 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Checking router: ce30af31-afc9-4b62-9f87-2fa4cfeef77b for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:16:09.777218 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Updating router ce30af31-afc9-4b62-9f87-2fa4cfeef77b port 58408b01-7c7b-448e-8db1-671da0587cc1 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:16:09.814244 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.814546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62fef-028b-4520-a673-9a477b200dfa None None] Pushing event updated for resources: {'Port': ['ID=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:09.939702 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242848d0-9728-44a9-a574-c68fcb49fe13 req-41ab966e-a340-4ded-a1a6-4f18caae343f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:09.941322 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-242848d0-9728-44a9-a574-c68fcb49fe13 req-41ab966e-a340-4ded-a1a6-4f18caae343f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0666175 Dec 14 18:16:09.979501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:09.980060 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-242848d0-9728-44a9-a574-c68fcb49fe13 req-15a866c5-e7e7-4da8-a891-54d64094d0a6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Dec 14 18:16:10.017856 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-7cf6ddd8-5aec-4fec-a7df-ab94ee774cb4 None None] Provisioning complete for port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:10.018229 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ddd8-5aec-4fec-a7df-ab94ee774cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.115309 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.121161 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.156702 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Allocated IP 172.20.0.1 (8462f763-7861-40c5-b291-87e8f767b5e5/4e92e543-4c15-4087-a20b-bb8426062b9b/4f54da3a-920c-4597-bf42-b4db4dad94d3) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:10.259279 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Attempting to bind port 58408b01-7c7b-448e-8db1-671da0587cc1 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:10.259651 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Attempting to bind port 58408b01-7c7b-448e-8db1-671da0587cc1 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:10.260014 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Attempting to bind port 58408b01-7c7b-448e-8db1-671da0587cc1 on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:10.269152 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.271329 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:10.271722 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:10.272123 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.272519 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:10.272990 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Bound port: 58408b01-7c7b-448e-8db1-671da0587cc1, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:10.273390 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.275328 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Pushing event updated for resources: {'Port': ['ID=58408b01-7c7b-448e-8db1-671da0587cc1,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:10.301251 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.301620 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.301966 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.302299 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.302945 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.303278 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.303602 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.303932 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.304364 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.304786 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.305109 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.305433 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:10.312326 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.348508 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] For port 58408b01-7c7b-448e-8db1-671da0587cc1, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:10.351129 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Network 8462f763-7861-40c5-b291-87e8f767b5e5 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:10.351931 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] For port 58408b01-7c7b-448e-8db1-671da0587cc1, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=58408b01-7c7b-448e-8db1-671da0587cc1,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:10.354053 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:10.357532 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:10.358078 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.392011 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:10.406990 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.408082 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:10.408811 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:10.535987 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4cf7-0609-42ed-af12-79ea57dd08d0 None None] Pushing event updated for resources: {'Port': ['ID=58408b01-7c7b-448e-8db1-671da0587cc1,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:10.560769 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:10.572010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.624416 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-3c2b5914-0b13-497f-aead-bf6d9b2bc597 None None] Provisioning complete for port 4f54da3a-920c-4597-bf42-b4db4dad94d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:10.624921 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5914-0b13-497f-aead-bf6d9b2bc597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.662365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b5914-0b13-497f-aead-bf6d9b2bc597 None None] Port 4f54da3a-920c-4597-bf42-b4db4dad94d3 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:10.767013 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:08Z', 'revision_number': 3, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:10.767343 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.772094 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.796104 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5162f32-e920-47b2-af9d-ccd57c3e8025 None None] The sync data for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi is: [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:08Z', 'revision_number': 3, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:16:10.852362 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:10.854266 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:10.954554 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Network 8462f763-7861-40c5-b291-87e8f767b5e5 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:10.956083 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:11.100931 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Router ce30af31-afc9-4b62-9f87-2fa4cfeef77b has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:16:11.218104 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:16:11.224208 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-aa037d24-e798-4ba9-8cb7-6cf4e2ce09e8 admin admin] 10.222.0.49 "PUT /v2.0/routers/ce30af31-afc9-4b62-9f87-2fa4cfeef77b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040129 Dec 14 18:16:11.285355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-e50cfe29-4703-43f3-b57d-ddc243b9936e None None] Provisioning complete for port 4f54da3a-920c-4597-bf42-b4db4dad94d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:11.286036 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e50cfe29-4703-43f3-b57d-ddc243b9936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.325710 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-e50cfe29-4703-43f3-b57d-ddc243b9936e None None] Port 4f54da3a-920c-4597-bf42-b4db4dad94d3 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:11.529906 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:11.579651 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:11.580040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.683040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 58408b01-7c7b-448e-8db1-671da0587cc1 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:11.738019 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 58408b01-7c7b-448e-8db1-671da0587cc1 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:11.738387 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.821557 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.832552 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47402) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:11.837907 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1147236520-network', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:11.846032 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 58408b01-7c7b-448e-8db1-671da0587cc1, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=58408b01-7c7b-448e-8db1-671da0587cc1,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:11.851786 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.863409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Made reservation on behalf of 1f2b7906286f47d5bd3bde0561780398 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:11.863409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:11.904179 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=58408b01-7c7b-448e-8db1-671da0587cc1,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:12.067993 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.147705 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.158620 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.176235 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:16:12.197284 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.197633 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Added segment 69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f of type vlan for network 9e094db6-48e5-49a6-89e0-c183ee3b212e Dec 14 18:16:12.198976 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea9561-2bc7-44c3-bc6b-ae3b315b4e9e,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:12.244926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.269862 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.271016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:12.271760 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.324767 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4909828 Dec 14 18:16:12.328210 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47408) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:12.333189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Request body: {'subnet': {'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1147236520-subnet', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:12.357315 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Made reservation on behalf of 1f2b7906286f47d5bd3bde0561780398 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:12.360406 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.361822 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a93c-d8aa-4bc1-8ae2-3e18a427effd admin admin] Pushing event updated for resources: {'Network': ['ID=9e094db6-48e5-49a6-89e0-c183ee3b212e,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:12.376857 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:16:12.523377 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Sync routers for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:16:12.534153 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.544640 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:12.546164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:12.595007 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec159b4-3956-4dad-a5e3-80f09cb6fca5,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:12.603551 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Checking segment: {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:12.603910 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Network hostable DHCP agents. Network: 9e094db6-48e5-49a6-89e0-c183ee3b212e, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:16:12.623703 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:16:12.632932 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 9e094db6-48e5-49a6-89e0-c183ee3b212e) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:12.637428 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:12.638031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.643651 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb848e2c-6bb3-4d2e-9388-e3d69b455b1b None None] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:16:12.653728 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-abc26e1e-47e7-4db5-82a3-bc52a524436f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3243878 Dec 14 18:16:12.659075 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47410) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:12.663481 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:12.684042 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.685091 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.748112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:12.831787 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:12.907938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.068925 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-9e094db6-48e5-49a6-89e0-c183ee3b212e', 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'fixed_ips': [{'subnet_id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:16:13.069859 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.119383 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.142760 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.181714 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-d834237b-765f-4314-a893-e03dd2e2a1e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572019 Dec 14 18:16:13.236971 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 2, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:13.275862 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Checking router: ce30af31-afc9-4b62-9f87-2fa4cfeef77b for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:16:13.276847 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Updating router ce30af31-afc9-4b62-9f87-2fa4cfeef77b port 4f54da3a-920c-4597-bf42-b4db4dad94d3 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:16:13.285907 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-8b4b5254-8dcf-4f82-9226-38716e0abfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:13.287618 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-8b4b5254-8dcf-4f82-9226-38716e0abfe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0464931 Dec 14 18:16:13.304604 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Allocated IP 172.27.1.59 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/36e0c143-79f6-43ad-ada7-689e921796a9) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:13.319854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20a37-0b6b-4437-9974-232125e81496 req-86f329a7-55de-4e77-b0cc-8acfd1288160 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:13.321468 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43a20a37-0b6b-4437-9974-232125e81496 req-86f329a7-55de-4e77-b0cc-8acfd1288160 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0997291 Dec 14 18:16:13.322797 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Allocated IP 172.20.0.2 (9e094db6-48e5-49a6-89e0-c183ee3b212e/2ec159b4-3956-4dad-a5e3-80f09cb6fca5/8157ecc4-43c5-4c1b-ab0c-db599f5b3f81) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:13.325436 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.451650 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43a20a37-0b6b-4437-9974-232125e81496 req-f5607e8d-e1dd-47d9-b39b-eb34ddfaf4ef tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049600 Dec 14 18:16:13.477093 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-272f289e-f1c7-46d0-822f-cd69ec7eb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:13.478823 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-272f289e-f1c7-46d0-822f-cd69ec7eb69c service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.1614115 Dec 14 18:16:13.507954 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 58408b01-7c7b-448e-8db1-671da0587cc1 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:13.509722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.573326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.573607 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-324360c6-5120-49d0-9353-ebbb91b45548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 1001 time: 0.0846217 Dec 14 18:16:13.614118 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:13.619197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:13.622880 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:13.632192 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Pushing event updated for resources: {'Port': ['ID=36e0c143-79f6-43ad-ada7-689e921796a9,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:13.638051 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-94723d3f-e72e-463e-b299-fc55e756cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:13.639636 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-94723d3f-e72e-463e-b299-fc55e756cbbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0579855 Dec 14 18:16:13.701192 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-e89e59bc-1626-4c6c-8193-60de62528ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:13.702882 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-e89e59bc-1626-4c6c-8193-60de62528ffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522149 Dec 14 18:16:13.711147 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.727009 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.738024 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 58408b01-7c7b-448e-8db1-671da0587cc1 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:13.738385 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.828654 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:13.835556 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-1f1eb4c3-403d-4d20-8342-571efc597c40 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196513 Dec 14 18:16:13.841356 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:13.853789 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:13.859068 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Pushing event updated for resources: {'Port': ['ID=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:13.909630 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:13.956343 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ec7976bc-06ee-4b94-9bf8-f4d0b3edc522 req-e0cf1064-c060-4e0b-bcf3-7b9f4dcb68cd service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114008 Dec 14 18:16:13.997927 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Attempting to bind port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:13.998298 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Attempting to bind port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:13.998685 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Attempting to bind port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 on network 9e094db6-48e5-49a6-89e0-c183ee3b212e {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:14.008722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.015592 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:14.015979 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Checking segment: {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:14.016399 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.016847 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Bound using segment: {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:14.017323 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Bound port: 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:14.017693 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.021136 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.110246 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58299-49d9-4eb3-aa37-86c2b6e827c3 None None] Pushing event updated for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:14.143267 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.196823 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] For port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:14.210691 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Attempting to bind port 4f54da3a-920c-4597-bf42-b4db4dad94d3 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:14.211292 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Attempting to bind port 4f54da3a-920c-4597-bf42-b4db4dad94d3 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:14.211804 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Attempting to bind port 4f54da3a-920c-4597-bf42-b4db4dad94d3 on network 8462f763-7861-40c5-b291-87e8f767b5e5 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:14.222286 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] For port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:14.223656 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:14.224078 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Checking segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:14.224914 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.225464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Bound using segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:14.225994 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Bound port: 4f54da3a-920c-4597-bf42-b4db4dad94d3, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:14.227335 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.231676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.316826 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Router d79059ef-b312-4103-8eff-5cd6eab3c391 is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:16:14.343070 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623c41-a3bf-444e-80bc-29406be54229 None None] Pushing event updated for resources: {'Port': ['ID=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:14.363230 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] For port 4f54da3a-920c-4597-bf42-b4db4dad94d3, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:14.378032 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] For port 4f54da3a-920c-4597-bf42-b4db4dad94d3, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=4f54da3a-920c-4597-bf42-b4db4dad94d3,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:14.384957 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.388260 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] Provisioning complete for port 4f54da3a-920c-4597-bf42-b4db4dad94d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:14.388621 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.449486 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:16:14.464037 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Sync routers for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:16:14.472137 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.473488 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-994e8b89-305a-4142-954c-49e3d63cf75c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8134058 Dec 14 18:16:14.476514 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47430) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:14.485109 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:14.485756 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:14.493095 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:14.496761 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:14.538649 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58299-49d9-4eb3-aa37-86c2b6e827c3 None None] Pushing event updated for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:14.746073 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:14.760967 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cfe15-afd7-4039-b50c-d6e1266dc3f3 req-9b077c7b-7f88-4db1-ac4c-427807fb09cc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:14.761447 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:14.762828 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-733cfe15-afd7-4039-b50c-d6e1266dc3f3 req-9b077c7b-7f88-4db1-ac4c-427807fb09cc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1331632 Dec 14 18:16:14.786739 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:14.943468 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-733cfe15-afd7-4039-b50c-d6e1266dc3f3 req-3e9b85fc-8407-40ec-9c57-c917d948e517 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628058 Dec 14 18:16:15.020822 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] For port 4f54da3a-920c-4597-bf42-b4db4dad94d3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=4f54da3a-920c-4597-bf42-b4db4dad94d3,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:15.027483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.042218 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:13Z', 'revision_number': 3, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:15.070949 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Checking router: d79059ef-b312-4103-8eff-5cd6eab3c391 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:16:15.071297 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Updating router d79059ef-b312-4103-8eff-5cd6eab3c391 port 36e0c143-79f6-43ad-ada7-689e921796a9 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:16:15.112173 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.293775 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19c55c-0351-4ec9-9917-99529b7c1d90 None None] Pushing event updated for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:15.298719 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-05c0047b-b348-4078-9f8b-d6c17a5f346a None None] Provisioning complete for port 4f54da3a-920c-4597-bf42-b4db4dad94d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:15.299098 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-05c0047b-b348-4078-9f8b-d6c17a5f346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.484515 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:15.533140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff8268-ed3d-42e0-a6c5-6aae7222df7a None None] The sync data for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi is: [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:16:15.549483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:15.556308 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.566878 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.645203 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:15.645581 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.658400 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Attempting to bind port 36e0c143-79f6-43ad-ada7-689e921796a9 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:15.659356 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Attempting to bind port 36e0c143-79f6-43ad-ada7-689e921796a9 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:15.659874 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Attempting to bind port 36e0c143-79f6-43ad-ada7-689e921796a9 on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:15.671265 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a889f64-aea1-43f9-bb78-31ec76a2f4c8 None None] Pushing event updated for resources: {'Port': ['ID=36e0c143-79f6-43ad-ada7-689e921796a9,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:15.676011 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:15.676675 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:15.677228 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.677776 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:15.678408 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Bound port: 36e0c143-79f6-43ad-ada7-689e921796a9, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:15.679238 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.712022 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.784111 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] For port 36e0c143-79f6-43ad-ada7-689e921796a9, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:15.788247 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] For port 36e0c143-79f6-43ad-ada7-689e921796a9, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=36e0c143-79f6-43ad-ada7-689e921796a9,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:15.794806 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.812170 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.846398 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:15.851831 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:15.904360 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933d30f-ce7a-40a6-9cd3-0c6a64fc7eb9 None None] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:16:15.913080 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a889f64-aea1-43f9-bb78-31ec76a2f4c8 None None] Pushing event updated for resources: {'Port': ['ID=36e0c143-79f6-43ad-ada7-689e921796a9,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:15.929274 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:15.930167 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:15.943876 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Allocated IP 172.20.0.1 (9e094db6-48e5-49a6-89e0-c183ee3b212e/2ec159b4-3956-4dad-a5e3-80f09cb6fca5/6c10c3ad-d8e7-44a9-8263-47df67bd08e8) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:15.969439 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:16.009483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-179b6d37-cad6-41c7-a203-8de9ff048f5a None None] Provisioning complete for port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:16.009938 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-179b6d37-cad6-41c7-a203-8de9ff048f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.069563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.091851 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:16.110310 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.156784 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:16.160906 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:16.167757 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:16.168245 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.172362 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Pushing event updated for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:16.325978 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.345523 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:13Z', 'revision_number': 3, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:16.391504 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3042f92-e78b-4e76-8081-50bec294f53d None None] The sync data for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi is: [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:13Z', 'revision_number': 3, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:16:16.480487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2f32f692-aec8-4ee2-a269-1eff2602afd0 None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:16.480968 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2f32f692-aec8-4ee2-a269-1eff2602afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.548305 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2f32f692-aec8-4ee2-a269-1eff2602afd0 None None] Port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:16.568820 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2f32f692-aec8-4ee2-a269-1eff2602afd0 None None] Provisioning complete for port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:16.569203 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2f32f692-aec8-4ee2-a269-1eff2602afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.591101 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.605915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.606877 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.732387 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Pushing event updated for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:16.807035 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:16.813200 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:16.828813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4b3b-4e97-420d-8de1-9243bb3332b9 None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:16.829189 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4b3b-4e97-420d-8de1-9243bb3332b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:16.884798 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4b3b-4e97-420d-8de1-9243bb3332b9 None None] Port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:16.996760 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Router d79059ef-b312-4103-8eff-5cd6eab3c391 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:16:17.110910 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-c7078135-cf7e-4b5c-9980-390c79be44b3 None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:17.111967 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c7078135-cf7e-4b5c-9980-390c79be44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:17.131897 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:16:17.138475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-379f45de-d69c-4b6c-9ed4-57652bb4a120 admin admin] 10.222.0.49 "PUT /v2.0/routers/d79059ef-b312-4103-8eff-5cd6eab3c391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605148 Dec 14 18:16:17.153930 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-c7078135-cf7e-4b5c-9980-390c79be44b3 None None] Port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:17.568684 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:17.628577 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:17.628961 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:17.717168 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 36e0c143-79f6-43ad-ada7-689e921796a9 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:17.772519 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 36e0c143-79f6-43ad-ada7-689e921796a9 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:17.772890 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:17.861645 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:17.896533 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 36e0c143-79f6-43ad-ada7-689e921796a9, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=36e0c143-79f6-43ad-ada7-689e921796a9,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:17.905425 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:17.909155 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 4f54da3a-920c-4597-bf42-b4db4dad94d3 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:18.006199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=36e0c143-79f6-43ad-ada7-689e921796a9,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:18.022379 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 4f54da3a-920c-4597-bf42-b4db4dad94d3 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:18.022995 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:18.479122 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703b286-769a-4c76-ae1f-759646af6106 req-bb734a62-e486-41f6-b8f4-b851b64a3ca3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:18.481030 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e703b286-769a-4c76-ae1f-759646af6106 req-bb734a62-e486-41f6-b8f4-b851b64a3ca3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0733995 Dec 14 18:16:18.548909 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e703b286-769a-4c76-ae1f-759646af6106 req-0acdc0f8-b92c-41f5-bb77-a7fc9f762967 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606015 Dec 14 18:16:18.829774 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Sync routers for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:16:18.845375 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:18.845375 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:18.980867 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:19.379696 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:16Z', 'revision_number': 4, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '6c10c3ad-d8e7-44a9-8263-47df67bd08e8', 'name': '', 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'mac_address': 'fa:16:3e:ac:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:15Z', 'updated_at': '2021-12-14T18:16:16Z', 'revision_number': 2, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'subnets': [{'id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:19.414304 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Checking router: d79059ef-b312-4103-8eff-5cd6eab3c391 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:16:19.414690 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Updating router d79059ef-b312-4103-8eff-5cd6eab3c391 port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:16:19.459199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:19.479367 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 36e0c143-79f6-43ad-ada7-689e921796a9 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:19.655596 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 36e0c143-79f6-43ad-ada7-689e921796a9 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:19.658918 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:19.784586 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0128bc-0232-4888-a1b1-681bd5f944ae req-cefcbf05-a318-49ab-8c98-dad30c5b7a34 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:19.798396 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0e0128bc-0232-4888-a1b1-681bd5f944ae req-cefcbf05-a318-49ab-8c98-dad30c5b7a34 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1493657 Dec 14 18:16:19.909430 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0e0128bc-0232-4888-a1b1-681bd5f944ae req-9bfca5b4-a256-433b-91f7-fc7c2c0b720a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098146 Dec 14 18:16:20.016194 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.023529 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.099507 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc89f1-ea62-495c-aec8-d6f496aa1283 None None] Pushing event updated for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:20.192497 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Attempting to bind port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:20.196434 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Attempting to bind port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:20.196434 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Attempting to bind port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 on network 9e094db6-48e5-49a6-89e0-c183ee3b212e {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:20.199209 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:20.199593 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Checking segment: {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:20.199997 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.200388 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Bound using segment: {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:20.200871 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Bound port: 6c10c3ad-d8e7-44a9-8263-47df67bd08e8, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:20.201256 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.309161 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] For port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:20.314881 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] For port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:20.326173 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.403960 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc89f1-ea62-495c-aec8-d6f496aa1283 None None] Pushing event updated for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:20.420563 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:16:20.421512 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:15:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:20.511467 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:20.511467 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:20.762340 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:16:20.995678 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:21.077697 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] For port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:21.085052 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27677f-c9f8-4953-9a01-22bd0696d29c req-90dd2d06-50fd-428e-a74b-5e3f4fd6a2af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:21.096540 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e27677f-c9f8-4953-9a01-22bd0696d29c req-90dd2d06-50fd-428e-a74b-5e3f4fd6a2af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0788748 Dec 14 18:16:21.101657 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:21.162733 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e27677f-c9f8-4953-9a01-22bd0696d29c req-b284d124-cd4b-444e-b22b-66727e0bdd96 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594220 Dec 14 18:16:21.259349 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:16Z', 'revision_number': 4, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '6c10c3ad-d8e7-44a9-8263-47df67bd08e8', 'name': '', 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'mac_address': 'fa:16:3e:ac:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:15Z', 'updated_at': '2021-12-14T18:16:20Z', 'revision_number': 4, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'subnets': [{'id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:16:21.263335 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad77e6d-3b5a-44e4-9d21-9a14ca712586 None None] Pushing event updated for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:21.311510 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-896d13ca-7d41-40ca-b2af-801539acb06c None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:21.311510 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-896d13ca-7d41-40ca-b2af-801539acb06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:21.313413 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439512e1-8fb3-4ba1-b067-bdfd550d33d5 None None] The sync data for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi is: [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:16:16Z', 'revision_number': 4, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '6c10c3ad-d8e7-44a9-8263-47df67bd08e8', 'name': '', 'network_id': '9e094db6-48e5-49a6-89e0-c183ee3b212e', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'mac_address': 'fa:16:3e:ac:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:15Z', 'updated_at': '2021-12-14T18:16:20Z', 'revision_number': 4, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'subnets': [{'id': '2ec159b4-3956-4dad-a5e3-80f09cb6fca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:16:22.298980 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaa831-7342-4a3e-822a-220d741f8393 req-dd14dfbd-06dc-4e5a-b4fa-db7ffc6f7e2f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:22.301270 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7ecaa831-7342-4a3e-822a-220d741f8393 req-dd14dfbd-06dc-4e5a-b4fa-db7ffc6f7e2f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0601783 Dec 14 18:16:22.346627 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7ecaa831-7342-4a3e-822a-220d741f8393 req-7cf4e687-a2a5-4d5c-94c0-14f2d81a4e28 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Dec 14 18:16:23.533919 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d5f4-7c4a-4922-bde3-7797c5c32c9b req-3493b7d3-934e-401a-aa66-6f4a90da2cdf tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:23.534978 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:23.537106 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2040d5f4-7c4a-4922-bde3-7797c5c32c9b req-3493b7d3-934e-401a-aa66-6f4a90da2cdf tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0746140 Dec 14 18:16:23.579035 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2040d5f4-7c4a-4922-bde3-7797c5c32c9b req-0fc8a515-f9a5-4ba0-9fcf-af1ce9907299 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Dec 14 18:16:23.589061 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:23.589479 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:24.520345 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-5556a178-9698-41b0-92d5-9150842a300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:24.709922 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c5d86-6fdd-4a81-8b7b-10fe9f6c14a7 req-a6c91e37-1997-475c-a227-319fb2764710 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:24.713198 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f9c5d86-6fdd-4a81-8b7b-10fe9f6c14a7 req-a6c91e37-1997-475c-a227-319fb2764710 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0553188 Dec 14 18:16:24.770907 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f9c5d86-6fdd-4a81-8b7b-10fe9f6c14a7 req-26ffe882-6fd7-469d-915f-63f83759a946 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510485 Dec 14 18:16:25.914921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711688-1973-4a58-84fd-e6812c366fc5 req-d5468e03-dfc1-4560-b3f7-ef13f5817f74 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:25.926476 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5711688-1973-4a58-84fd-e6812c366fc5 req-d5468e03-dfc1-4560-b3f7-ef13f5817f74 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0677288 Dec 14 18:16:25.966261 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5711688-1973-4a58-84fd-e6812c366fc5 req-887a8dd1-a479-412a-8121-88b2bd312e59 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Dec 14 18:16:26.962839 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d6199-1704-4aab-84a3-a443a728e560 req-704e0c2e-a5e6-4e74-85dc-9c7f17286af9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:26.973262 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1e6d6199-1704-4aab-84a3-a443a728e560 req-704e0c2e-a5e6-4e74-85dc-9c7f17286af9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0832734 Dec 14 18:16:27.018569 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1e6d6199-1704-4aab-84a3-a443a728e560 req-619ed7fa-4467-48be-9373-0cd110250101 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Dec 14 18:16:27.128893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0a3f3062-e8e4-4212-b96c-8b1cca36449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:27.167077 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3cda-1246-4a7a-b8ea-d9cdbe5d7170 req-8546ab5c-55ab-4f4b-ac00-e147803117e3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:27.167077 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cf5a3cda-1246-4a7a-b8ea-d9cdbe5d7170 req-8546ab5c-55ab-4f4b-ac00-e147803117e3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0697577 Dec 14 18:16:27.224826 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cf5a3cda-1246-4a7a-b8ea-d9cdbe5d7170 req-d0a257ee-3cd3-4b73-b626-331ede085c5a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Dec 14 18:16:28.170196 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1594d-cea7-44cb-95c9-75f4b871b80c req-5839cb34-e9bc-428b-9509-94df807b30dc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:28.173043 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bd1594d-cea7-44cb-95c9-75f4b871b80c req-5839cb34-e9bc-428b-9509-94df807b30dc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0772007 Dec 14 18:16:28.222505 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bd1594d-cea7-44cb-95c9-75f4b871b80c req-d310cffc-9f3d-4600-baae-377833eecdca tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Dec 14 18:16:28.246488 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.495081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af492c-fc70-4683-b0db-04aaa3082bf1 req-22e7e4a1-44fe-48fe-955f-d457c09a8cb6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:28.496956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7af492c-fc70-4683-b0db-04aaa3082bf1 req-22e7e4a1-44fe-48fe-955f-d457c09a8cb6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0593500 Dec 14 18:16:28.543562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47724) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:28.562197 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7af492c-fc70-4683-b0db-04aaa3082bf1 req-911461f0-716b-45bf-97e5-691c940744e2 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Dec 14 18:16:28.676177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.752453 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.757528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.797034 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=530b3d965f5749a48521bc9b808346b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513001 Dec 14 18:16:28.798005 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cef216-cc6b-4b19-b0df-60bd5e7a039a,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:28.800020 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47744) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:28.811091 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.811395 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.811728 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.812055 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.812405 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.812730 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.813049 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.813396 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.813762 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.813999 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.814312 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.814642 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa484b-d07e-44d3-8047-bb7fb283b2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:28.860203 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.881387 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.885917 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-34cec1e5-6208-45c0-bb03-4b3cabd3df4b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:28.887449 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-34cec1e5-6208-45c0-bb03-4b3cabd3df4b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 814 time: 0.1132355 Dec 14 18:16:28.903340 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-02b2ab93-e824-4eb1-9ec0-b323dd5a9848 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/quotas/34ed5c08928b46cbb8b719737fc79961 HTTP/1.1" status: 200 len: 375 time: 0.0093961 Dec 14 18:16:28.930894 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.933396 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:28.934534 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3cef216-cc6b-4b19-b0df-60bd5e7a039a HTTP/1.1" status: 204 len: 168 time: 0.1328268 Dec 14 18:16:28.942792 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1929b69-5816-4cfd-b757-9b121be955ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cef216-cc6b-4b19-b0df-60bd5e7a039a,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:28.956693 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-ba11daf0-12f4-49c8-9a55-1cd018fc2f67 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470831 Dec 14 18:16:29.058421 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-4d889225-6e44-433d-835f-678e7a466cbf service neutron] 10.222.0.49 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882683 Dec 14 18:16:29.164399 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-f9424682-f6b5-4477-865a-3d6e2b7572a6 service neutron] 10.222.0.49 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984769 Dec 14 18:16:29.330214 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-afb04ae4-a69a-4e00-b6a2-8e7b1f9b01ea req-4be0458f-2025-4ec9-9d0a-1d382b74b710 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 210 time: 0.0348382 Dec 14 18:16:29.367180 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20b5d-6a2d-4365-97bf-e07a873ca057 req-babafdba-5d18-45ed-a9c8-40d49d427f4e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:29.368683 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4fc20b5d-6a2d-4365-97bf-e07a873ca057 req-babafdba-5d18-45ed-a9c8-40d49d427f4e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0633202 Dec 14 18:16:29.421261 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4fc20b5d-6a2d-4365-97bf-e07a873ca057 req-1ed9e538-9dce-4266-9994-5ae185b78428 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420308 Dec 14 18:16:29.688566 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2cf6-30c1-4b59-b65d-cf5c806b8571 req-a75add0f-2108-4ddd-8ec8-042fcc28500a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:29.690050 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-abaa2cf6-30c1-4b59-b65d-cf5c806b8571 req-a75add0f-2108-4ddd-8ec8-042fcc28500a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0547073 Dec 14 18:16:29.729677 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-abaa2cf6-30c1-4b59-b65d-cf5c806b8571 req-135d9ae1-13cc-4371-8b34-1ab53861eb65 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Dec 14 18:16:29.978405 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:30.049789 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:30.422704 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db32e757-75e3-4ae5-99fb-1a978ae7a09f req-abd14633-1114-4a19-b6a2-4e3610f5f78c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 210 time: 0.0262704 Dec 14 18:16:30.544564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13260-b458-460b-b211-a5c53c34e502 req-19525b5c-bfa6-4245-a003-7cfc8e4912bb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:30.546016 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fbe13260-b458-460b-b211-a5c53c34e502 req-19525b5c-bfa6-4245-a003-7cfc8e4912bb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0482461 Dec 14 18:16:30.583458 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fbe13260-b458-460b-b211-a5c53c34e502 req-7e78ab79-cff8-4a89-9310-7780256e54ae tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313504 Dec 14 18:16:30.848809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7e86-edfc-4773-94c1-ce7afbbb48d7 req-e9a531ba-a7d3-4dff-b7e1-af9e8f9e38b3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:30.850277 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56ad7e86-edfc-4773-94c1-ce7afbbb48d7 req-e9a531ba-a7d3-4dff-b7e1-af9e8f9e38b3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Dec 14 18:16:30.888450 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56ad7e86-edfc-4773-94c1-ce7afbbb48d7 req-49014ef5-88e5-4512-bdc9-59045558a549 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Dec 14 18:16:31.519517 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-98b195d1-412f-4b3b-b3ee-ede399b35dce req-94e9a6ce-b7ce-4cc5-8d4b-16dc3ab23848 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 210 time: 0.0285270 Dec 14 18:16:31.709886 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982a9be-7ad3-4f53-a141-b9ebbdf1a621 req-b8e1a36f-d264-4d93-ba67-37555d45505e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:31.711429 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3982a9be-7ad3-4f53-a141-b9ebbdf1a621 req-b8e1a36f-d264-4d93-ba67-37555d45505e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0547361 Dec 14 18:16:31.750658 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3982a9be-7ad3-4f53-a141-b9ebbdf1a621 req-9f1ac2e9-6248-44e9-bbe4-b2790391d63c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Dec 14 18:16:32.038717 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d530c-e42b-4b63-a602-3f8d18aab505 req-368da9d2-aff6-4f47-a87d-e85bc4ad8057 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:32.040293 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-527d530c-e42b-4b63-a602-3f8d18aab505 req-368da9d2-aff6-4f47-a87d-e85bc4ad8057 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0660346 Dec 14 18:16:32.087608 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-527d530c-e42b-4b63-a602-3f8d18aab505 req-1a5fd19c-88a0-4cdb-82b1-97ad48d56ac0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Dec 14 18:16:32.575056 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-16a8cfcd-3dea-4778-a9b9-06f8e7ffe586 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:32.577302 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-16a8cfcd-3dea-4778-a9b9-06f8e7ffe586 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 814 time: 0.1180036 Dec 14 18:16:32.594489 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'port': {'device_id': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'admin_state_up': True, 'tenant_id': '34ed5c08928b46cbb8b719737fc79961'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:32.628745 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fdfe514-9194-4211-b61a-d9001bc39099 req-7cf28b1e-6466-4d35-b208-621f3a755d31 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 210 time: 0.0316365 Dec 14 18:16:32.707039 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Made reservation on behalf of 34ed5c08928b46cbb8b719737fc79961 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:32.710491 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:32.844388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Allocated IP 172.20.0.7 (8462f763-7861-40c5-b291-87e8f767b5e5/4e92e543-4c15-4087-a20b-bb8426062b9b/8a42460a-2016-4c3e-9b68-1fb6f2994011) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:32.897600 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e81a-5539-4ddd-bded-69a291130f0a req-fd6ef87a-f560-4d4f-b83f-634e223d1102 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:32.899258 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b10e81a-5539-4ddd-bded-69a291130f0a req-fd6ef87a-f560-4d4f-b83f-634e223d1102 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0631018 Dec 14 18:16:32.951147 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b10e81a-5539-4ddd-bded-69a291130f0a req-3aaaa64d-e6ea-4292-b42f-74dcc2c97851 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411181 Dec 14 18:16:33.020677 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.055077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.097540 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Network 8462f763-7861-40c5-b291-87e8f767b5e5 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:33.100660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:33.104389 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:33.141398 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:33.174932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:33.175756 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.197697 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-0cb1f7e1-28b5-4aed-b621-7977dbe7535e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081672 Dec 14 18:16:33.221421 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Request body: {'port': {'device_id': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:33.248230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995021a1-36c5-4c22-88c8-df0a4a7bbd14 req-9855e134-7836-4c4c-979c-5178adbeed4a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:33.249825 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-995021a1-36c5-4c22-88c8-df0a4a7bbd14 req-9855e134-7836-4c4c-979c-5178adbeed4a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0739429 Dec 14 18:16:33.296048 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.323058 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-995021a1-36c5-4c22-88c8-df0a4a7bbd14 req-7fef0d4d-b511-4e14-8eb1-d530af6b43bf tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618556 Dec 14 18:16:33.492723 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-bac0219b-05f2-40e7-a76d-c093d929f456 None None] Provisioning complete for port 8a42460a-2016-4c3e-9b68-1fb6f2994011 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:33.495418 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-bac0219b-05f2-40e7-a76d-c093d929f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.570698 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-bac0219b-05f2-40e7-a76d-c093d929f456 None None] Port 8a42460a-2016-4c3e-9b68-1fb6f2994011 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:33.704470 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a42460a-2016-4c3e-9b68-1fb6f2994011 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:16:33.712587 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.739147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Transition to ACTIVE for port object 8a42460a-2016-4c3e-9b68-1fb6f2994011 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:16:33.745752 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:33.773041 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379096b-2b1b-4e0a-9838-2709a44eb248 req-45ec4cf3-968f-4055-a206-5783d527552b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:33.775266 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7379096b-2b1b-4e0a-9838-2709a44eb248 req-45ec4cf3-968f-4055-a206-5783d527552b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 931 time: 0.0702376 Dec 14 18:16:33.808963 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:33.864010 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7379096b-2b1b-4e0a-9838-2709a44eb248 req-8b747a87-3848-4772-b95f-c0d3d971a087 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709274 Dec 14 18:16:33.915927 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Attempting to bind port 8a42460a-2016-4c3e-9b68-1fb6f2994011 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:33.916261 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Attempting to bind port 8a42460a-2016-4c3e-9b68-1fb6f2994011 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:33.916647 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Attempting to bind port 8a42460a-2016-4c3e-9b68-1fb6f2994011 on network 8462f763-7861-40c5-b291-87e8f767b5e5 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:33.921816 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Port 8a42460a-2016-4c3e-9b68-1fb6f2994011 on network 8462f763-7861-40c5-b291-87e8f767b5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:16:33.922142 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Attempting to bind port 8a42460a-2016-4c3e-9b68-1fb6f2994011 on network 8462f763-7861-40c5-b291-87e8f767b5e5 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:33.927741 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:33.928089 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Checking segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:33.928493 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Bound using segment: {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:33.928905 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Bound port: 8a42460a-2016-4c3e-9b68-1fb6f2994011, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:33.929261 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:34.027485 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:34.031202 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:34.044484 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:34.086365 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:34.087159 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:34.088478 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 1093 time: 0.8731370 Dec 14 18:16:34.088916 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:34.091438 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3910ff-d06d-440f-a104-6d11114cc5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:34.104143 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffead0-1671-41f3-84da-b73296dcc83c req-24446dcc-bf66-4376-9cf5-40d155b520f9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:34.107633 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5fffead0-1671-41f3-84da-b73296dcc83c req-24446dcc-bf66-4376-9cf5-40d155b520f9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0721886 Dec 14 18:16:34.133550 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966973a-2b85-4bd7-9adf-fefa9a3af5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:34.158784 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5fffead0-1671-41f3-84da-b73296dcc83c req-784fd13d-aa34-4acd-a570-62fec017e332 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Dec 14 18:16:34.220697 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e69707-462f-4648-8cbe-b88eebb43ff6 x-openstack-request-id: req-15e69707-462f-4648-8cbe-b88eebb43ff6 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:34.221052 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:34.221370 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15e69707-462f-4648-8cbe-b88eebb43ff6 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:34.221876 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:16:34.439048 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2dc6f-ec58-4c76-810d-8064e21647f7 req-06cb812f-98e2-4092-b1f3-9004314a39ba tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:34.440753 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d4b2dc6f-ec58-4c76-810d-8064e21647f7 req-06cb812f-98e2-4092-b1f3-9004314a39ba tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Dec 14 18:16:34.487625 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d4b2dc6f-ec58-4c76-810d-8064e21647f7 req-5bba7918-4540-40dc-a041-a3960150d011 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Dec 14 18:16:35.010904 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73260df-919c-4409-9227-1d54f120bee7 req-9e08b372-ba4a-4056-87cc-8317275f630e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:35.015334 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b73260df-919c-4409-9227-1d54f120bee7 req-9e08b372-ba4a-4056-87cc-8317275f630e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0915689 Dec 14 18:16:35.063026 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b73260df-919c-4409-9227-1d54f120bee7 req-52ab512a-98e5-4650-aed5-e0ee208dcf29 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Dec 14 18:16:35.290434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb1b48-5876-4f36-b7a3-4ce853407cf9 req-6e5f9913-202a-4938-a77a-f9083664f9ea tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:35.292091 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9ddb1b48-5876-4f36-b7a3-4ce853407cf9 req-6e5f9913-202a-4938-a77a-f9083664f9ea tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0582156 Dec 14 18:16:35.332617 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9ddb1b48-5876-4f36-b7a3-4ce853407cf9 req-9ae83986-f470-403f-bb2c-0997e3208d24 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340056 Dec 14 18:16:35.608634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dda2f-36c9-45a0-b78b-dc837e5e34b6 req-d928fa3d-cc37-4e66-80cc-456e905b3f4f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:35.610120 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-393dda2f-36c9-45a0-b78b-dc837e5e34b6 req-d928fa3d-cc37-4e66-80cc-456e905b3f4f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Dec 14 18:16:35.655408 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-393dda2f-36c9-45a0-b78b-dc837e5e34b6 req-ce4cb8d7-767c-4e52-9293-b8d489d53233 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388396 Dec 14 18:16:36.186667 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19492075-96aa-4259-8811-09a88f22720b req-0490e4f9-65f7-40d3-bc1c-8fff42f25891 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:36.188963 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-19492075-96aa-4259-8811-09a88f22720b req-0490e4f9-65f7-40d3-bc1c-8fff42f25891 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0527916 Dec 14 18:16:36.255812 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-19492075-96aa-4259-8811-09a88f22720b req-7eba490a-290f-4004-bed4-4884292808be tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Dec 14 18:16:36.481681 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f156038-a6df-4c4c-bf10-5e583b58d805 req-b19b821e-1da5-4c9a-8956-795506282bac tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:36.489917 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f156038-a6df-4c4c-bf10-5e583b58d805 req-b19b821e-1da5-4c9a-8956-795506282bac tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0758708 Dec 14 18:16:36.571515 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f156038-a6df-4c4c-bf10-5e583b58d805 req-3e53b8e8-5c87-4d83-966e-0e6ada17f973 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803137 Dec 14 18:16:36.727706 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 47886) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:36.829302 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cbdc6-c8c2-4491-bcbc-314a81b094e6 req-ddd3de93-86e7-4d86-aa10-b80fe880c033 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:36.831023 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f50cbdc6-c8c2-4491-bcbc-314a81b094e6 req-ddd3de93-86e7-4d86-aa10-b80fe880c033 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0613966 Dec 14 18:16:36.896148 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f50cbdc6-c8c2-4491-bcbc-314a81b094e6 req-d1ea6e24-4d8c-4892-9df7-778fdd555050 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568857 Dec 14 18:16:36.913816 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:36.985258 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:16:37.010841 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.017239 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.052370 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593d464-10c9-423b-b7ac-6744077f2e39,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:37.064406 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=104e99bc38c74c2b99c98332aa886b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356221 Dec 14 18:16:37.065885 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.066217 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.066551 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.066916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.067132 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 47890) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:37.067613 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.067613 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.067867 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.068190 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.068512 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.068906 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.069141 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.069453 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919899-902a-4507-8226-df4830e3e282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:16:37.123323 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.146666 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.192809 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.195632 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:37.199199 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e593d464-10c9-423b-b7ac-6744077f2e39 HTTP/1.1" status: 204 len: 168 time: 0.1286311 Dec 14 18:16:37.210247 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4f54a-8c17-4fc1-ac61-d2296d83a7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593d464-10c9-423b-b7ac-6744077f2e39,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:37.402624 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5851-c005-4f9d-9506-2056c1d37aeb req-4d900c45-bfcf-4240-ae41-21e5abd891b3 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:37.407109 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-27bc5851-c005-4f9d-9506-2056c1d37aeb req-4d900c45-bfcf-4240-ae41-21e5abd891b3 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0593364 Dec 14 18:16:37.446909 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-27bc5851-c005-4f9d-9506-2056c1d37aeb req-8441565d-56a4-48e1-ac0c-3f8d4ff2fd26 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Dec 14 18:16:37.737243 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec5686-bc2f-4e38-a07e-818d72e530a8 req-7d26748d-cd37-46ea-b898-aaec3f816d9d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:37.744795 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14ec5686-bc2f-4e38-a07e-818d72e530a8 req-7d26748d-cd37-46ea-b898-aaec3f816d9d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0759087 Dec 14 18:16:37.804889 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14ec5686-bc2f-4e38-a07e-818d72e530a8 req-d8438aa3-d824-4c17-aa11-2d7b413ea02e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585060 Dec 14 18:16:38.020558 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06bd38-329a-4905-a627-8e3f0907e684 req-edb49c34-43dc-45a3-8939-9129b8da1bd9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:38.028426 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c06bd38-329a-4905-a627-8e3f0907e684 req-edb49c34-43dc-45a3-8939-9129b8da1bd9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0647783 Dec 14 18:16:38.067756 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c06bd38-329a-4905-a627-8e3f0907e684 req-1f062929-2b55-4daf-a1c5-ce7d55b70ab3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Dec 14 18:16:38.593724 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f05bf-004f-4509-a35c-adf9bfb60c7b req-ab320ec6-1e7a-4049-84f2-1169d25856a0 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:38.595360 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-978f05bf-004f-4509-a35c-adf9bfb60c7b req-ab320ec6-1e7a-4049-84f2-1169d25856a0 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0685668 Dec 14 18:16:38.635856 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-978f05bf-004f-4509-a35c-adf9bfb60c7b req-88f8c37f-2c6f-462a-8794-c41cbc29db2f tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Dec 14 18:16:38.943090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6198775-3495-422d-b6a3-b644c5748a83 req-a017dd71-4121-4475-a843-cc8d27c154bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:38.944557 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6198775-3495-422d-b6a3-b644c5748a83 req-a017dd71-4121-4475-a843-cc8d27c154bd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0595787 Dec 14 18:16:39.006820 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6198775-3495-422d-b6a3-b644c5748a83 req-4484f644-c31f-4755-ad25-ee18fe6b81c2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527105 Dec 14 18:16:39.184793 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12388-a696-4410-912d-e31bd4034aef req-802d2884-f3a7-439d-9f1b-dd94c2fae0e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:39.186237 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43d12388-a696-4410-912d-e31bd4034aef req-802d2884-f3a7-439d-9f1b-dd94c2fae0e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Dec 14 18:16:39.231144 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43d12388-a696-4410-912d-e31bd4034aef req-abeedf38-121a-4591-b1c1-ca5ffe376349 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Dec 14 18:16:39.572735 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:39.754269 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab239e85-bc59-4a76-8c45-0ea82b587a42 req-cc51d2d5-9f0e-42d8-8535-61f9e71fdd54 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:39.755780 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ab239e85-bc59-4a76-8c45-0ea82b587a42 req-cc51d2d5-9f0e-42d8-8535-61f9e71fdd54 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0500443 Dec 14 18:16:39.796342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ab239e85-bc59-4a76-8c45-0ea82b587a42 req-9f56d170-88d2-4a44-828c-3fc419cbff0d tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Dec 14 18:16:40.127492 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d520-3414-4690-b302-a13954d3aba1 req-4cc1ec6f-66b8-4f90-92c3-23bd57020a69 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:40.129334 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2f51d520-3414-4690-b302-a13954d3aba1 req-4cc1ec6f-66b8-4f90-92c3-23bd57020a69 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0531654 Dec 14 18:16:40.181911 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2f51d520-3414-4690-b302-a13954d3aba1 req-d45c4e6f-cedc-496b-b372-bf61b29a2270 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Dec 14 18:16:40.400947 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44e7f7-af9a-4ce7-b9fa-3c5fd999d2bd req-1d1232e7-3ae3-43d0-8790-b52d71305c90 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:40.402516 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d44e7f7-af9a-4ce7-b9fa-3c5fd999d2bd req-1d1232e7-3ae3-43d0-8790-b52d71305c90 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0709548 Dec 14 18:16:40.446642 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d44e7f7-af9a-4ce7-b9fa-3c5fd999d2bd req-d13e6ba3-6b7c-4818-a11a-8f36c431adab tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Dec 14 18:16:40.917089 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8263d3-bcf9-4544-9607-154d4b60c1c0 req-752f64f8-a30d-4d30-9400-b925ace3d762 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:40.918804 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ef8263d3-bcf9-4544-9607-154d4b60c1c0 req-752f64f8-a30d-4d30-9400-b925ace3d762 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0540442 Dec 14 18:16:40.960924 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ef8263d3-bcf9-4544-9607-154d4b60c1c0 req-11f20e87-2b3b-40f4-ab9e-eeee86b29436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Dec 14 18:16:41.316894 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328b1d4-e547-4370-953f-6607263da0d2 req-1b9a4401-fa90-456c-bed6-f449add2e1ad tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:41.318434 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5328b1d4-e547-4370-953f-6607263da0d2 req-1b9a4401-fa90-456c-bed6-f449add2e1ad tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0575957 Dec 14 18:16:41.363273 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5328b1d4-e547-4370-953f-6607263da0d2 req-1d537775-5c9e-476c-9d65-f6a06231e010 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 Dec 14 18:16:41.568512 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d36ce-f64d-423b-82ff-4b29da95a3f3 req-f3716917-36bd-4f41-8cef-d99fce770946 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:41.569990 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-940d36ce-f64d-423b-82ff-4b29da95a3f3 req-f3716917-36bd-4f41-8cef-d99fce770946 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Dec 14 18:16:41.612714 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-940d36ce-f64d-423b-82ff-4b29da95a3f3 req-cae68f9f-3153-4d7a-9f5b-efb71deb07f7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Dec 14 18:16:41.838780 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-d1c6dc7c-a1bb-4e34-beed-d3ac746275d4 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=071caba9728e4700a42e85e1ad886e88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317833 Dec 14 18:16:42.035078 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-e46635d3-9f44-4032-872f-9758efa31a30 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:42.036608 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-e46635d3-9f44-4032-872f-9758efa31a30 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915874 Dec 14 18:16:42.055858 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-a940d797-e042-4bdd-9dfe-d9cdda7714e1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/quotas/071caba9728e4700a42e85e1ad886e88 HTTP/1.1" status: 200 len: 375 time: 0.0122418 Dec 14 18:16:42.094205 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0b677268-d4de-4419-aa46-9feb9a20eb35 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=071caba9728e4700a42e85e1ad886e88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324047 Dec 14 18:16:42.351342 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2db7e-3459-4592-81ed-ec509a4cfc87 req-1cd463a3-35c6-4c49-94ec-4d6918e275fa tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:42.352856 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-50a2db7e-3459-4592-81ed-ec509a4cfc87 req-1cd463a3-35c6-4c49-94ec-4d6918e275fa tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0927789 Dec 14 18:16:42.400230 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-50a2db7e-3459-4592-81ed-ec509a4cfc87 req-30ae8e18-9786-4b8e-a600-fa02e60c0a5b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Dec 14 18:16:42.499802 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4454fea0-b512-42cf-aee6-47914d1b082f req-3edb9503-d644-43bf-ad44-3d641283b9e1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 210 time: 0.0458977 Dec 14 18:16:42.640844 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daeadd-440f-49d4-8669-961038d22839 req-1792c2b9-847e-48f8-b7a3-f03b6e1ae249 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:42.648407 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e2daeadd-440f-49d4-8669-961038d22839 req-1792c2b9-847e-48f8-b7a3-f03b6e1ae249 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0627332 Dec 14 18:16:42.691188 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e2daeadd-440f-49d4-8669-961038d22839 req-361c1811-ab41-4386-b5b1-1567948420d1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Dec 14 18:16:42.816938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611141-9b39-4899-bf3c-efe041302b48 req-efcbe134-1148-463e-b7c7-787d648f851c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:42.818313 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7f611141-9b39-4899-bf3c-efe041302b48 req-efcbe134-1148-463e-b7c7-787d648f851c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Dec 14 18:16:42.858127 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7f611141-9b39-4899-bf3c-efe041302b48 req-9f381acf-d737-4516-81a0-0e8a4a150c50 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333784 Dec 14 18:16:43.533230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d382-ba98-4a7e-badf-c95439bba62c req-666a3cbb-26e1-4ee9-bf3f-0f7184738f0b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:43.535716 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2de7d382-ba98-4a7e-badf-c95439bba62c req-666a3cbb-26e1-4ee9-bf3f-0f7184738f0b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0599763 Dec 14 18:16:43.576485 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2de7d382-ba98-4a7e-badf-c95439bba62c req-f7003d48-e34c-40cb-ac03-d26f4a50de8b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348577 Dec 14 18:16:43.678531 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-46cea160-fcc7-4b9c-875b-27b59e5b17d2 req-92b12c6e-0c22-4c12-bb7c-bcbd6431002c tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Dec 14 18:16:44.008712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62d23c-d525-49b8-9b4c-fbd49283cc3a req-c14157f0-b72d-4f69-8a3c-c59a8cedd5d0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.010145 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd62d23c-d525-49b8-9b4c-fbd49283cc3a req-c14157f0-b72d-4f69-8a3c-c59a8cedd5d0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.2526224 Dec 14 18:16:44.047152 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd62d23c-d525-49b8-9b4c-fbd49283cc3a req-be180d4c-e32e-4a20-b634-c8d82dc80542 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303483 Dec 14 18:16:44.151477 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ba8a-7cf0-4e7b-ac9a-eafa5f8e013f req-c4189f93-3c5b-449d-9cfb-465ec807734c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.152991 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8160ba8a-7cf0-4e7b-ac9a-eafa5f8e013f req-c4189f93-3c5b-449d-9cfb-465ec807734c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0495195 Dec 14 18:16:44.193714 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8160ba8a-7cf0-4e7b-ac9a-eafa5f8e013f req-07738e94-af58-4a4b-8d90-f0e9de8679b8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Dec 14 18:16:44.226782 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-7e3242a8-4ba7-464f-9837-a3a2ef294bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.228350 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-7e3242a8-4ba7-464f-9837-a3a2ef294bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1096 time: 0.0530498 Dec 14 18:16:44.341050 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-e20053ca-979d-40b9-bd3e-0dfc15103ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.342675 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-e20053ca-979d-40b9-bd3e-0dfc15103ac5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=34ed5c08928b46cbb8b719737fc79961&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020095 Dec 14 18:16:44.462662 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-fa670649-e03a-40f6-8a7a-99b91ffbfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.464119 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fa3910ff-d06d-440f-a104-6d11114cc5c4 req-fa670649-e03a-40f6-8a7a-99b91ffbfc80 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972459 Dec 14 18:16:44.525179 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683021d3-34a5-4fdb-b8b5-f37108ad31ac req-403cc3a4-f03e-4018-982d-0b311a028fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.526620 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-683021d3-34a5-4fdb-b8b5-f37108ad31ac req-403cc3a4-f03e-4018-982d-0b311a028fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0489249 Dec 14 18:16:44.555826 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-84b5be0e-0868-4b02-aea1-4e285e9a7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.557391 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-84b5be0e-0868-4b02-aea1-4e285e9a7d0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1096 time: 0.0428162 Dec 14 18:16:44.572090 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-683021d3-34a5-4fdb-b8b5-f37108ad31ac req-9a62286d-3ce7-468e-849f-aaa36763991a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Dec 14 18:16:44.604643 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-1acdc362-2fb5-43c0-9cc9-d5e2b247c818 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 217 time: 0.0370350 Dec 14 18:16:44.710025 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4d17e-4ec7-4e09-9d62-3f7c9cd4133c req-963223d6-600d-40d9-8a09-29c7a3d89cbe tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.711673 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-67a4d17e-4ec7-4e09-9d62-3f7c9cd4133c req-963223d6-600d-40d9-8a09-29c7a3d89cbe tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.0489607 Dec 14 18:16:44.762320 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-67a4d17e-4ec7-4e09-9d62-3f7c9cd4133c req-3cac09f3-752d-446d-b884-6cdfd76b958d tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Dec 14 18:16:44.778736 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-332cebf2-a368-413b-a885-d55f8ee2c9c1 req-f7809a3d-9244-4d33-869b-94cb251f7773 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 210 time: 0.0302644 Dec 14 18:16:44.825254 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-84a04425-1824-406c-bc55-3efd7d48b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.826851 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-84a04425-1824-406c-bc55-3efd7d48b2dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.0492899 Dec 14 18:16:44.874751 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dc7cf-e406-4562-9804-348122c49c36 req-375891e7-36ef-4150-bc9b-9699ff84ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:44.876219 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-375891e7-36ef-4150-bc9b-9699ff84ec35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410774 Dec 14 18:16:44.975603 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-0001eba9-5023-4e36-aa9a-74c67473f5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Dec 14 18:16:45.073810 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-817dc7cf-e406-4562-9804-348122c49c36 req-99dd36a0-fc5f-48aa-bd71-836aafa66731 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Dec 14 18:16:45.095860 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-334e2cfe-3071-4824-9cf2-888e0633a434 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=071caba9728e4700a42e85e1ad886e88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294094 Dec 14 18:16:45.236304 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d573f-00f8-467e-a792-d2ac211dce44 req-0ff00cb8-7c31-47d8-960f-c31ef5a7e03c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:45.237835 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de1d573f-00f8-467e-a792-d2ac211dce44 req-0ff00cb8-7c31-47d8-960f-c31ef5a7e03c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1123536 Dec 14 18:16:45.246869 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-4a468667-8d85-4a37-90fa-2e1ccb3be155 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:45.248274 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-4a468667-8d85-4a37-90fa-2e1ccb3be155 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441703 Dec 14 18:16:45.268229 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Request body: {'port': {'device_id': '262971a4-e90b-4c52-9edf-b3ee38534123', 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df', 'admin_state_up': True, 'tenant_id': '071caba9728e4700a42e85e1ad886e88'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:45.360526 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de1d573f-00f8-467e-a792-d2ac211dce44 req-75df33ba-6804-4d6b-92aa-758ff5899f48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112797 Dec 14 18:16:45.399683 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9efcf2-22c0-4562-ae92-da622a708ae9 req-db88c62a-d2b2-4fbd-b675-442e527c4957 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:45.401191 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1f9efcf2-22c0-4562-ae92-da622a708ae9 req-db88c62a-d2b2-4fbd-b675-442e527c4957 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1277933 Dec 14 18:16:45.459468 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1f9efcf2-22c0-4562-ae92-da622a708ae9 req-bc6ee2b0-ff88-4651-a8e6-65f095441a3b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487909 Dec 14 18:16:45.464319 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Made reservation on behalf of 071caba9728e4700a42e85e1ad886e88 for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:16:45.467898 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:45.480125 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:45.561528 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:45.564795 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:45.631131 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05fcb9-47a0-4c62-a537-01d49f3fa891,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:45.710650 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Allocated IP 192.168.233.37 (410484ac-43e7-4c53-a51e-b05be1c767df/64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75/2725fd62-c38a-49cf-8164-5aceb7e07d33) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:16:45.919811 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21f82933-5575-455d-a1c8-58d78a7f0370 req-cfef1a02-9588-477f-aee1-146e06e15da0 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 210 time: 0.0610414 Dec 14 18:16:45.970766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde47c88-390d-4a05-b29c-f9adba115eb7 req-1d9e1021-3361-48a1-93f7-1fc7805b9474 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:45.972289 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bde47c88-390d-4a05-b29c-f9adba115eb7 req-1d9e1021-3361-48a1-93f7-1fc7805b9474 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.1150548 Dec 14 18:16:45.992532 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.024051 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48058) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:46.034201 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bde47c88-390d-4a05-b29c-f9adba115eb7 req-80f817b7-437f-4ff5-af8e-be2f22d8b798 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Dec 14 18:16:46.052621 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.095463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Network 410484ac-43e7-4c53-a51e-b05be1c767df is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:16:46.100555 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:16:46.104196 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:16:46.110349 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:46.111094 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.120962 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Pushing event updated for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:46.138804 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-0bbf12b3-89f0-49bd-9870-14d575fde625 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8758366 Dec 14 18:16:46.155027 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9106a6d5-1891-421b-a10e-75de865a188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.165780 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Request body: {'port': {'device_id': '262971a4-e90b-4c52-9edf-b3ee38534123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:16:46.232504 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.239984 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9106a6d5-1891-421b-a10e-75de865a188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.244547 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9106a6d5-1891-421b-a10e-75de865a188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.287683 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9106a6d5-1891-421b-a10e-75de865a188b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e354395542a245be8c482fa8f9095592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601662 Dec 14 18:16:46.287683 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106a6d5-1891-421b-a10e-75de865a188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f8843-1261-40e3-9d3e-5ddf0cdb4bfc,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:46.288265 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48062) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:16:46.337680 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-7a6bb81a-f402-4f51-be52-7e34919ed2ae None None] Provisioning complete for port 2725fd62-c38a-49cf-8164-5aceb7e07d33 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:46.338478 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb81a-f402-4f51-be52-7e34919ed2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.388441 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bb81a-f402-4f51-be52-7e34919ed2ae None None] Port 2725fd62-c38a-49cf-8164-5aceb7e07d33 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:16:46.454282 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.508428 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.574997 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70111311-0505-4f06-8e2d-ca863e63566e req-b1d98319-479f-4d7f-8525-f14b03dbd367 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:46.576426 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-70111311-0505-4f06-8e2d-ca863e63566e req-b1d98319-479f-4d7f-8525-f14b03dbd367 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1353853 Dec 14 18:16:46.690501 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3dc09-cbd8-480a-af06-02810c0e9bf5 req-e5476916-695e-40a5-8809-3a371e3b1441 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:46.692163 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-11c3dc09-cbd8-480a-af06-02810c0e9bf5 req-e5476916-695e-40a5-8809-3a371e3b1441 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1470459 Dec 14 18:16:46.697944 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2725fd62-c38a-49cf-8164-5aceb7e07d33 {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:16:46.706141 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-70111311-0505-4f06-8e2d-ca863e63566e req-77e64dc5-91ca-4e53-80ba-340c13b09c24 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218865 Dec 14 18:16:46.709688 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.712187 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.713342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e97f8843-1261-40e3-9d3e-5ddf0cdb4bfc HTTP/1.1" status: 204 len: 168 time: 0.4242809 Dec 14 18:16:46.715481 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.745697 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de8c4d-d600-4166-92c6-985cd062f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f8843-1261-40e3-9d3e-5ddf0cdb4bfc,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:46.752919 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Transition to ACTIVE for port object 2725fd62-c38a-49cf-8164-5aceb7e07d33 will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:16:46.763503 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.800131 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-11c3dc09-cbd8-480a-af06-02810c0e9bf5 req-889a2145-7515-4b63-b1c2-1b8aba98b447 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972455 Dec 14 18:16:46.830276 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Pushing event updated for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:46.864574 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Attempting to bind port 2725fd62-c38a-49cf-8164-5aceb7e07d33 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:16:46.864896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Attempting to bind port 2725fd62-c38a-49cf-8164-5aceb7e07d33 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:16:46.865237 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Attempting to bind port 2725fd62-c38a-49cf-8164-5aceb7e07d33 on network 410484ac-43e7-4c53-a51e-b05be1c767df {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:46.870733 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Port 2725fd62-c38a-49cf-8164-5aceb7e07d33 on network 410484ac-43e7-4c53-a51e-b05be1c767df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:16:46.871059 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Attempting to bind port 2725fd62-c38a-49cf-8164-5aceb7e07d33 on network 410484ac-43e7-4c53-a51e-b05be1c767df {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:16:46.880680 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:16:46.894627 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Checking segment: {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:16:46.894627 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Bound using segment: {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:16:46.894627 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Bound port: 2725fd62-c38a-49cf-8164-5aceb7e07d33, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0227251a-d4d1-4805-b411-021d78a9a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:16:46.894627 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:46.985922 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:16:46.992159 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:16:47.001096 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:47.072934 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Pushing event updated for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:47.101137 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.101946 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:47.104830 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-82344bc5-5617-44a5-94dc-28207340f66e service neutron] 10.222.0.30 "PUT /v2.0/ports/2725fd62-c38a-49cf-8164-5aceb7e07d33 HTTP/1.1" status: 200 len: 1097 time: 0.9440775 Dec 14 18:16:47.105332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:47.110784 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2907e28e-725a-4c97-a59d-39a1a64e9639" -d '{"events": [{"name": "network-changed", "server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:47.260040 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-a3a34656-d32d-4711-b19d-a98912fceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.262521 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-a3a34656-d32d-4711-b19d-a98912fceaeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=071caba9728e4700a42e85e1ad886e88&device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 1100 time: 0.0695794 Dec 14 18:16:47.268313 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154b1c2-fc35-44c4-9fc3-20c62e81fadb req-adf776b4-4a70-44bc-814b-7ad9fcd6171c tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.273579 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6154b1c2-fc35-44c4-9fc3-20c62e81fadb req-adf776b4-4a70-44bc-814b-7ad9fcd6171c tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 947 time: 0.1092894 Dec 14 18:16:47.314955 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-8becc05f-3b8c-4f1d-b8ba-467517c51eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33 HTTP/1.1" status: 200 len: 217 time: 0.0377662 Dec 14 18:16:47.332431 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-51c64a35-0724-41d3-a696-fdf998067940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.334039 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-51c64a35-0724-41d3-a696-fdf998067940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.1250758 Dec 14 18:16:47.374288 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6154b1c2-fc35-44c4-9fc3-20c62e81fadb req-3e82f12a-87c0-42b6-abbe-aa6c524f69d4 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954797 Dec 14 18:16:47.374996 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-ce7881b2-3ab6-4788-8b92-7f51ee9e696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.376627 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-ce7881b2-3ab6-4788-8b92-7f51ee9e696f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75 HTTP/1.1" status: 200 len: 843 time: 0.0500679 Dec 14 18:16:47.424785 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76590dd-f26a-4678-a014-1017a87e9812 req-dc52ce6c-611c-4407-b37c-1892564fcad7 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.426242 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e76590dd-f26a-4678-a014-1017a87e9812 req-dc52ce6c-611c-4407-b37c-1892564fcad7 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 943 time: 0.1499994 Dec 14 18:16:47.443329 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-e4799dfb-8e9d-4d0e-9fb6-ff4286e4d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.444718 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-e4799dfb-8e9d-4d0e-9fb6-ff4286e4d3a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=410484ac-43e7-4c53-a51e-b05be1c767df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602055 Dec 14 18:16:47.517326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-4536069d-64fb-44c6-be2e-c9506bb380de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.518956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-4536069d-64fb-44c6-be2e-c9506bb380de service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1715734 Dec 14 18:16:47.523541 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e76590dd-f26a-4678-a014-1017a87e9812 req-91928380-7774-4896-bf90-1fc2c51807ba tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871482 Dec 14 18:16:47.536474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d219-b3e8-445d-8e1b-bac40c1df9a7 req-c749c981-7480-4f8d-9e42-1975bf92c295 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.537970 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1a27d219-b3e8-445d-8e1b-bac40c1df9a7 req-c749c981-7480-4f8d-9e42-1975bf92c295 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0911450 Dec 14 18:16:47.540801 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-df476cb2-9f96-4f68-a93a-6febece57d2f service neutron] 10.222.0.30 "GET /v2.0/networks/410484ac-43e7-4c53-a51e-b05be1c767df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869513 Dec 14 18:16:47.594906 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9aedad-c28a-45c6-9bd4-e4be29a4e00f x-openstack-request-id: req-4e9aedad-c28a-45c6-9bd4-e4be29a4e00f {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:47.595190 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:47.595436 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e9aedad-c28a-45c6-9bd4-e4be29a4e00f {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:47.595826 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33', 'status': 'completed', 'code': 200} Dec 14 18:16:47.598387 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-ca74ecb6-c6e3-4830-83f9-0b94ac06f4b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0595345 Dec 14 18:16:47.645035 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1a27d219-b3e8-445d-8e1b-bac40c1df9a7 req-b46af357-5f8d-4eb1-a48b-9223f8ea0c16 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003911 Dec 14 18:16:47.648179 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-460a9e6c-719a-4a60-ac27-a47e8272cbff req-33e24c9d-4ebf-4605-acb8-c345bbdd66cd service neutron] 10.222.0.30 "GET /v2.0/networks/410484ac-43e7-4c53-a51e-b05be1c767df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927737 Dec 14 18:16:47.664686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-677b8b0a-104d-4fb9-a838-f174f79e285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.666133 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-677b8b0a-104d-4fb9-a838-f174f79e285b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0577981 Dec 14 18:16:47.703692 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-23ff550a-a9e1-4a73-a132-b4427307dee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258815 Dec 14 18:16:47.743733 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-d581b678-e3ad-48fe-9f6f-f6b24b38e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.745136 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-d581b678-e3ad-48fe-9f6f-f6b24b38e34c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=071caba9728e4700a42e85e1ad886e88&device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 1100 time: 0.0414364 Dec 14 18:16:47.832691 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-56bb4962-3c20-44cd-9b3a-a8ac80a4c70d service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133997 Dec 14 18:16:47.839133 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-051c6744-86ab-4621-9e0d-74bc70fa3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.840570 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-051c6744-86ab-4621-9e0d-74bc70fa3b40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=410484ac-43e7-4c53-a51e-b05be1c767df HTTP/1.1" status: 200 len: 870 time: 0.0875680 Dec 14 18:16:47.867419 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ed44-50ee-47f5-9216-5a33ff27ca6f req-82b50fc7-fe48-4748-991c-58ad375ff959 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.868903 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c642ed44-50ee-47f5-9216-5a33ff27ca6f req-82b50fc7-fe48-4748-991c-58ad375ff959 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0836957 Dec 14 18:16:47.892600 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-81107859-e69a-473d-b545-754e756f97eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33 HTTP/1.1" status: 200 len: 217 time: 0.0383587 Dec 14 18:16:47.943496 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c642ed44-50ee-47f5-9216-5a33ff27ca6f req-0b746a28-7233-45b6-8b3d-96bf086a81cc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497558 Dec 14 18:16:47.946134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-a6d0e411-b939-49a5-961d-96e9eca3e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.947614 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-a6d0e411-b939-49a5-961d-96e9eca3e0af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75 HTTP/1.1" status: 200 len: 843 time: 0.0428758 Dec 14 18:16:47.968540 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b69a247-8e1c-495a-859e-491e3d649f5b req-b9a025aa-a816-45f9-8dfc-7d421e72b743 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231103 Dec 14 18:16:47.993580 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-22ac79a6-1d4f-4d33-80ed-795a6fb9288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:47.995066 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-22ac79a6-1d4f-4d33-80ed-795a6fb9288f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=410484ac-43e7-4c53-a51e-b05be1c767df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392604 Dec 14 18:16:48.091240 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-fcb4680c-2369-4ad0-8e1c-cae289996b92 service neutron] 10.222.0.30 "GET /v2.0/networks/410484ac-43e7-4c53-a51e-b05be1c767df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Dec 14 18:16:48.180404 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2907e28e-725a-4c97-a59d-39a1a64e9639 req-10431b53-bb6f-43ac-b9c4-cf50ba804cd3 service neutron] 10.222.0.30 "GET /v2.0/networks/410484ac-43e7-4c53-a51e-b05be1c767df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807652 Dec 14 18:16:48.394101 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 8a42460a-2016-4c3e-9b68-1fb6f2994011 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:16:48.490149 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:48.493715 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51403af4-73ad-4f6e-b641-11be6851ccbd req-5366f3cb-58a8-47d2-8750-b2ad760c48c1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:48.496041 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51403af4-73ad-4f6e-b641-11be6851ccbd req-5366f3cb-58a8-47d2-8750-b2ad760c48c1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 947 time: 0.0495214 Dec 14 18:16:48.503208 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'port_id': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'mac_address': 'fa:16:3e:b3:be:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:16:48.540394 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51403af4-73ad-4f6e-b641-11be6851ccbd req-0ff10d67-4a89-43e6-bd97-585dc3f9ca78 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384197 Dec 14 18:16:48.541692 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:48.555415 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a42460a-2016-4c3e-9b68-1fb6f2994011 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:16:48.574855 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:48.579214 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:48.630003 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:48.639640 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b635-105c-495e-938f-0bc7b2802118 req-a515da0e-9625-466d-be23-24c819357ed8 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:48.641234 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c725b635-105c-495e-938f-0bc7b2802118 req-a515da0e-9625-466d-be23-24c819357ed8 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 944 time: 0.0495861 Dec 14 18:16:48.680168 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c725b635-105c-495e-938f-0bc7b2802118 req-bdaf2416-89b8-43a4-986c-473e2baf6204 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Dec 14 18:16:48.768423 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993d549-b76e-4004-aad8-a9df671b98d7 req-96b98dd1-f325-4b48-a65a-35b0ad6e30a0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:48.769877 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b993d549-b76e-4004-aad8-a9df671b98d7 req-96b98dd1-f325-4b48-a65a-35b0ad6e30a0 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Dec 14 18:16:48.808168 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b993d549-b76e-4004-aad8-a9df671b98d7 req-006a228a-6254-45c1-80c6-92dbfe43775e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Dec 14 18:16:48.887553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:16:49.070128 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68086-7fe2-4187-8fcf-e2a94821764d req-5cfa039e-e48f-4b6f-a06c-82aa0c816ab8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:49.071539 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-63e68086-7fe2-4187-8fcf-e2a94821764d req-5cfa039e-e48f-4b6f-a06c-82aa0c816ab8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Dec 14 18:16:49.108425 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-63e68086-7fe2-4187-8fcf-e2a94821764d req-8026ceaa-2576-4462-80e8-4a8b0b37c35e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303648 Dec 14 18:16:49.668797 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5077def-32f3-4b2e-a829-cc7bd921417a req-b36ab288-9e66-4db8-a8f6-064994fa98b1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:49.670291 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b5077def-32f3-4b2e-a829-cc7bd921417a req-b36ab288-9e66-4db8-a8f6-064994fa98b1 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 947 time: 0.0637462 Dec 14 18:16:49.708820 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b5077def-32f3-4b2e-a829-cc7bd921417a req-d27a5f4f-b4ea-45e6-a6ef-4bffeece67dd tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Dec 14 18:16:49.804118 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cc826-8641-4572-8d23-7bc682e06ca0 req-0002ef9a-4aeb-4c61-ad94-2b071b6acc99 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:49.805613 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-548cc826-8641-4572-8d23-7bc682e06ca0 req-0002ef9a-4aeb-4c61-ad94-2b071b6acc99 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 944 time: 0.0518570 Dec 14 18:16:49.844579 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-548cc826-8641-4572-8d23-7bc682e06ca0 req-f10fc62d-f07d-4803-9e6f-f4928c68e578 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Dec 14 18:16:49.930941 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2c14-a9a7-40ac-ae24-282619c9e413 req-ba18369c-8f38-47ad-af39-534a93c946db tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:49.932368 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-370e2c14-a9a7-40ac-ae24-282619c9e413 req-ba18369c-8f38-47ad-af39-534a93c946db tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Dec 14 18:16:49.975122 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-370e2c14-a9a7-40ac-ae24-282619c9e413 req-ce938916-2975-460f-8a99-d98dde219cf2 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Dec 14 18:16:50.226907 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223988f-5af3-4d87-b711-2eb3836be3ec req-7ceaa023-3621-4c46-9223-deae90385980 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:50.228380 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b223988f-5af3-4d87-b711-2eb3836be3ec req-7ceaa023-3621-4c46-9223-deae90385980 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0477984 Dec 14 18:16:50.265638 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b223988f-5af3-4d87-b711-2eb3836be3ec req-b6651c88-f736-41ff-9d7e-18cc638f28a8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Dec 14 18:16:50.410084 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 2725fd62-c38a-49cf-8164-5aceb7e07d33 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:16:50.413342 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 8a42460a-2016-4c3e-9b68-1fb6f2994011 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:50.519701 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 8a42460a-2016-4c3e-9b68-1fb6f2994011 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:16:50.531631 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 8a42460a-2016-4c3e-9b68-1fb6f2994011 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:50.531999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:50.564193 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:50.583184 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '2725fd62-c38a-49cf-8164-5aceb7e07d33', 'network_id': '410484ac-43e7-4c53-a51e-b05be1c767df', 'port_id': '2725fd62-c38a-49cf-8164-5aceb7e07d33', 'mac_address': 'fa:16:3e:48:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c3ef7e-b1a9-48f5-8d00-1a8e6017ca75', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:16:50.651490 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:50.663743 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:50.677581 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2725fd62-c38a-49cf-8164-5aceb7e07d33 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:16:50.710285 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:50.712580 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7d451-e41c-446a-a8a3-bfe7397d059f" -d '{"events": [{"server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "name": "network-vif-plugged", "status": "completed", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:50.730216 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:50.732133 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:50.735323 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:50.739525 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:50.760925 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b64308-9a5a-49a8-8aba-db7557bf90bf x-openstack-request-id: req-a3b64308-9a5a-49a8-8aba-db7557bf90bf {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:50.761212 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "name": "network-vif-plugged", "status": "completed", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:50.761457 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3b64308-9a5a-49a8-8aba-db7557bf90bf {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:50.761940 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'code': 200} Dec 14 18:16:50.791935 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:50.842635 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472a38c-a7c5-447b-9177-4d0abf9f6ca6 req-b596ab07-319b-4020-865f-9732601deff6 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:50.847676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:50.850800 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b472a38c-a7c5-447b-9177-4d0abf9f6ca6 req-b596ab07-319b-4020-865f-9732601deff6 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 948 time: 0.0641613 Dec 14 18:16:50.886985 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b472a38c-a7c5-447b-9177-4d0abf9f6ca6 req-14547b68-3bed-4a78-9066-a28b06c1899c tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351167 Dec 14 18:16:50.955998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52d4a7-5d13-4677-8060-d6da4736d84b req-ea72ce02-9e56-4e5e-916c-0d3902fb8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:50.958883 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-cf52d4a7-5d13-4677-8060-d6da4736d84b req-ea72ce02-9e56-4e5e-916c-0d3902fb8a79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1098 time: 0.0454731 Dec 14 18:16:50.964322 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b2f84-0b12-446a-b9bd-47e6f04692f8 req-1ecf49a6-5f3d-49fb-802a-1c607f56e52b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:50.965812 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da0b2f84-0b12-446a-b9bd-47e6f04692f8 req-1ecf49a6-5f3d-49fb-802a-1c607f56e52b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0493252 Dec 14 18:16:50.994155 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-cf52d4a7-5d13-4677-8060-d6da4736d84b req-e7262627-0be4-4a32-9786-03cb92c6c696 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272484 Dec 14 18:16:51.003981 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da0b2f84-0b12-446a-b9bd-47e6f04692f8 req-9065d427-3006-4987-ad70-4c91053bfba0 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Dec 14 18:16:51.103584 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['2725fd62-c38a-49cf-8164-5aceb7e07d33'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:16:51.107879 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5858-35a8-4382-97bc-aa18d77fd898 req-92839c33-05f5-429c-a5d2-766747d8e50e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:51.109366 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f7fd5858-35a8-4382-97bc-aa18d77fd898 req-92839c33-05f5-429c-a5d2-766747d8e50e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Dec 14 18:16:51.147771 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f7fd5858-35a8-4382-97bc-aa18d77fd898 req-ec93100d-5884-4e6d-a5a5-1bb844cb09a9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Dec 14 18:16:51.398945 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ffe64-949c-4020-8177-42101534be44 req-e25352f4-50d9-4201-a901-adca6cfe580f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:51.400867 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0b4ffe64-949c-4020-8177-42101534be44 req-e25352f4-50d9-4201-a901-adca6cfe580f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0630481 Dec 14 18:16:51.449538 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0b4ffe64-949c-4020-8177-42101534be44 req-c2dc566b-769e-4a3d-be04-0ada972e4b3d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426302 Dec 14 18:16:51.999270 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46722a-ed72-49de-874f-0862d42c3fb7 req-d3f0582c-5c27-4ca8-b3e2-f27ddb19c502 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:52.000700 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4c46722a-ed72-49de-874f-0862d42c3fb7 req-d3f0582c-5c27-4ca8-b3e2-f27ddb19c502 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 948 time: 0.0482571 Dec 14 18:16:52.038227 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4c46722a-ed72-49de-874f-0862d42c3fb7 req-6c3d1473-1c2a-4085-a629-c68fc5296500 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Dec 14 18:16:52.120987 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0409-dfc1-4330-85a3-4b2900225068 req-294eced5-7606-4f18-bb70-cf610add5434 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:52.122425 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db0b0409-dfc1-4330-85a3-4b2900225068 req-294eced5-7606-4f18-bb70-cf610add5434 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0479529 Dec 14 18:16:52.159323 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db0b0409-dfc1-4330-85a3-4b2900225068 req-c1429a85-e2d3-428f-98a0-3e22960e4e9e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Dec 14 18:16:52.420535 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:16:52.423918 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 2725fd62-c38a-49cf-8164-5aceb7e07d33 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:52.549524 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 2725fd62-c38a-49cf-8164-5aceb7e07d33 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:16:52.557588 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 2725fd62-c38a-49cf-8164-5aceb7e07d33 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:52.557962 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:52.650893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:52.667411 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'a1fe219e-5b33-4484-919e-447054a93de7', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:16:52.681968 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee3083-f1e6-4e71-bda7-92a3bb574b22 req-26b8b36c-bc6d-4fb2-b9f0-a59c58a487aa tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:52.684581 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-90ee3083-f1e6-4e71-bda7-92a3bb574b22 req-26b8b36c-bc6d-4fb2-b9f0-a59c58a487aa tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1164665 Dec 14 18:16:52.726134 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077720-a8c0-4bb4-924d-17c30bc515c9 req-a7ba2429-82a5-4332-a6fa-4f5da8f28282 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:52.731085 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48077720-a8c0-4bb4-924d-17c30bc515c9 req-a7ba2429-82a5-4332-a6fa-4f5da8f28282 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1162302 Dec 14 18:16:52.742741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:52.748904 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:52.767784 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:16:52.775154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-90ee3083-f1e6-4e71-bda7-92a3bb574b22 req-a85763ae-836e-46cb-95fb-4451a6c2251d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798252 Dec 14 18:16:52.799315 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:52.799315 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49de144-d48e-4733-aa53-56254227a350" -d '{"events": [{"server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "name": "network-vif-plugged", "status": "completed", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:52.811322 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48077720-a8c0-4bb4-924d-17c30bc515c9 req-c902f045-0028-4291-a6e2-b37ee93728a5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 Dec 14 18:16:52.816777 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:52.820031 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:52.832722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:52.835450 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:52.841506 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249db8be-3dc9-4e71-840f-eb3e56ce33ac x-openstack-request-id: req-249db8be-3dc9-4e71-840f-eb3e56ce33ac {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:52.841812 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "name": "network-vif-plugged", "status": "completed", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:52.842114 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-249db8be-3dc9-4e71-840f-eb3e56ce33ac {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:52.842450 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33', 'code': 200} Dec 14 18:16:52.898553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:52.953216 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=6']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:52.972813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['a1fe219e-5b33-4484-919e-447054a93de7'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:16:53.135572 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d03c3-0188-4c20-b871-27ad22f9098d req-986b4b26-9b3d-4a82-aba7-056fe364f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:53.137915 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8d0d03c3-0188-4c20-b871-27ad22f9098d req-986b4b26-9b3d-4a82-aba7-056fe364f35d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 1102 time: 0.0879400 Dec 14 18:16:53.221034 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8d0d03c3-0188-4c20-b871-27ad22f9098d req-ec44513f-7a59-44a7-b832-484cb57db9f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666857 Dec 14 18:16:53.225119 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032645c9-794d-480f-8290-373be92c86d0 req-d60f8cdb-df37-4d6f-b3bf-5e667419d950 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:53.233648 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-032645c9-794d-480f-8290-373be92c86d0 req-d60f8cdb-df37-4d6f-b3bf-5e667419d950 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0764568 Dec 14 18:16:53.305768 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-032645c9-794d-480f-8290-373be92c86d0 req-12925dde-056b-4ae1-bd5f-ede3a0d00770 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711055 Dec 14 18:16:53.336480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02907b68-b6b9-4283-bd83-412d34f4f1e1 req-4b1cecf4-23ea-43e8-bf96-dc42ac7edf37 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:53.338144 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-02907b68-b6b9-4283-bd83-412d34f4f1e1 req-4b1cecf4-23ea-43e8-bf96-dc42ac7edf37 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0682316 Dec 14 18:16:53.398574 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-02907b68-b6b9-4283-bd83-412d34f4f1e1 req-b8d21e48-758e-4692-8918-5cd89775e757 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526195 Dec 14 18:16:53.546658 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea728e-a629-4f74-8f7d-9f0f9380bad3 req-5ff9879f-33ab-40d8-be4f-49fc94045f1c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:53.548368 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73ea728e-a629-4f74-8f7d-9f0f9380bad3 req-5ff9879f-33ab-40d8-be4f-49fc94045f1c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0782797 Dec 14 18:16:53.599025 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73ea728e-a629-4f74-8f7d-9f0f9380bad3 req-464ca411-7255-4bf9-9667-385873b2ca7c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Dec 14 18:16:53.930292 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494df99-a07f-4b2c-acba-853fdfbf17ac req-5a876c69-82ce-42b2-b09d-1f7aed55d46f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:53.936637 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0494df99-a07f-4b2c-acba-853fdfbf17ac req-5a876c69-82ce-42b2-b09d-1f7aed55d46f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0836246 Dec 14 18:16:53.986949 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0494df99-a07f-4b2c-acba-853fdfbf17ac req-64caec4a-fdbf-41ea-9b18-4ff323c66248 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Dec 14 18:16:54.248051 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2cd3d-e087-4149-b4b8-b6adbe18b3eb req-29f7f270-f88a-41c2-804f-1e1917e503ca tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:54.249599 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-23f2cd3d-e087-4149-b4b8-b6adbe18b3eb req-29f7f270-f88a-41c2-804f-1e1917e503ca tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.1196511 Dec 14 18:16:54.317879 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-23f2cd3d-e087-4149-b4b8-b6adbe18b3eb req-983aa86b-f42d-4a45-8900-75686328e205 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612946 Dec 14 18:16:54.436496 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:16:54.519890 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-34aa78b2-b25f-4174-a1e5-8791eb580756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:54.524110 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port a1fe219e-5b33-4484-919e-447054a93de7 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:16:54.524655 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:54.544073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e1a2-0ce5-4e39-97f2-6f91bb799f80 req-509ee649-76b2-41f8-b897-d2d4c1b98643 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:54.546154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6e01e1a2-0ce5-4e39-97f2-6f91bb799f80 req-509ee649-76b2-41f8-b897-d2d4c1b98643 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0948260 Dec 14 18:16:54.646949 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6e01e1a2-0ce5-4e39-97f2-6f91bb799f80 req-d71929f9-8e97-4d39-92d6-eceb9fe42f35 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904362 Dec 14 18:16:54.655094 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:54.705642 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:54.715335 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:54.811901 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=7']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:54.850000 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:54.853445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f53453-7ee0-4758-a79f-ec77def6fcd7" -d '{"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:54.924865 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecdd4a0-237b-4456-bf54-e99c08d4aeb5 x-openstack-request-id: req-9ecdd4a0-237b-4456-bf54-e99c08d4aeb5 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:54.925378 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:54.925910 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ecdd4a0-237b-4456-bf54-e99c08d4aeb5 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:54.926458 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'code': 200} Dec 14 18:16:55.117496 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e37ed-4d2e-4853-9a71-a413458feb9b req-5dc4f51e-e052-4ff9-9ea1-09a46210d4f2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:55.119594 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-264e37ed-4d2e-4853-9a71-a413458feb9b req-5dc4f51e-e052-4ff9-9ea1-09a46210d4f2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0618179 Dec 14 18:16:55.171019 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-264e37ed-4d2e-4853-9a71-a413458feb9b req-5bcf56ff-216e-4cae-9811-34516d22f2e9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Dec 14 18:16:55.240103 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa705e-f007-4a72-82de-9bb401445cfc req-06516510-f57b-4052-87c6-b6cb2bea928b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:55.247791 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1aa705e-f007-4a72-82de-9bb401445cfc req-06516510-f57b-4052-87c6-b6cb2bea928b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0642502 Dec 14 18:16:55.282521 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1aa705e-f007-4a72-82de-9bb401445cfc req-5da88504-85bc-4d8c-b330-cb5a66898c5b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Dec 14 18:16:55.786061 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1d61-f8ec-4cd4-9b88-94be9c88ab02 req-92ed4cdb-cf54-4871-8336-2c01a2401779 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:55.787971 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a51d1d61-f8ec-4cd4-9b88-94be9c88ab02 req-92ed4cdb-cf54-4871-8336-2c01a2401779 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0740690 Dec 14 18:16:55.841095 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a51d1d61-f8ec-4cd4-9b88-94be9c88ab02 req-f63699db-6d5a-4bea-87fc-e5deac65daa4 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Dec 14 18:16:56.198677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463a2cf-5368-4a8a-83e7-a4469647f0de req-5c2317df-e35b-4136-b39d-7b94ba122b89 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:56.206670 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e463a2cf-5368-4a8a-83e7-a4469647f0de req-5c2317df-e35b-4136-b39d-7b94ba122b89 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0722940 Dec 14 18:16:56.267275 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e463a2cf-5368-4a8a-83e7-a4469647f0de req-7d2cb557-e9f4-4a60-9814-116deb2a8714 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Dec 14 18:16:56.397297 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b48bc-1c4c-4b39-9bef-6d4b0b7fbb28 req-4231b6ac-e260-49c3-a021-f19ac4b894cc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:56.399652 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-322b48bc-1c4c-4b39-9bef-6d4b0b7fbb28 req-4231b6ac-e260-49c3-a021-f19ac4b894cc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0708420 Dec 14 18:16:56.449535 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-322b48bc-1c4c-4b39-9bef-6d4b0b7fbb28 req-684e4afa-d057-4bac-b83b-cb38322e0df7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Dec 14 18:16:56.628776 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0eb0b-3780-4666-87ab-e204e41ce2e2 req-c67204f8-56f4-4932-a446-8fecf0cf1009 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:56.630865 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8d0eb0b-3780-4666-87ab-e204e41ce2e2 req-c67204f8-56f4-4932-a446-8fecf0cf1009 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0837150 Dec 14 18:16:56.674292 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8d0eb0b-3780-4666-87ab-e204e41ce2e2 req-3ad2abf9-c95d-4409-bb9e-2677c324231f tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368013 Dec 14 18:16:57.113838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a8004392-738c-449c-b93d-1d28d79f7712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:57.388940 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce33416-4670-4866-80ba-7e04a83127d0 req-dba00208-bc87-4cfc-a227-2c53b3a47204 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:57.390423 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ce33416-4670-4866-80ba-7e04a83127d0 req-dba00208-bc87-4cfc-a227-2c53b3a47204 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0517845 Dec 14 18:16:57.439461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ce33416-4670-4866-80ba-7e04a83127d0 req-6f958c60-5883-49f6-9df7-91d503748518 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c05fcb9-47a0-4c62-a537-01d49f3fa891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Dec 14 18:16:57.847662 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4afde8-5a1a-4af6-9200-4e138d837eb1 req-c093ff98-7c60-4bb3-90d0-863a5f572d01 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:57.847662 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da4afde8-5a1a-4af6-9200-4e138d837eb1 req-c093ff98-7c60-4bb3-90d0-863a5f572d01 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.3088834 Dec 14 18:16:57.856789 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce1ea-64fa-43fa-a41c-b741e938f97d req-8c410c6e-979f-412b-a466-9ded9f3fa28d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:57.859144 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56cce1ea-64fa-43fa-a41c-b741e938f97d req-8c410c6e-979f-412b-a466-9ded9f3fa28d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0672717 Dec 14 18:16:57.916789 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56cce1ea-64fa-43fa-a41c-b741e938f97d req-ab7ce946-3db8-49cd-911a-4555ded46cf6 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501809 Dec 14 18:16:57.922504 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da4afde8-5a1a-4af6-9200-4e138d837eb1 req-7487f596-c9a3-4915-91f0-15deb5a418ad tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622809 Dec 14 18:16:58.123597 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-d56ee1cc-2263-4ea9-8ec0-e486cf9ba42f tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:58.126188 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-d56ee1cc-2263-4ea9-8ec0-e486cf9ba42f tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.30 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 949 time: 0.0529163 Dec 14 18:16:58.231440 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:58.237225 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Deleting port 2725fd62-c38a-49cf-8164-5aceb7e07d33 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:16:58.237663 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:58.334015 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] For port 2725fd62-c38a-49cf-8164-5aceb7e07d33, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2725fd62-c38a-49cf-8164-5aceb7e07d33,segment=NetworkSegment(0227251a-d4d1-4805-b411-021d78a9a3c4),segment_id=0227251a-d4d1-4805-b411-021d78a9a3c4)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:16:58.334384 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:58.349513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Calling delete_port for 2725fd62-c38a-49cf-8164-5aceb7e07d33 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:16:58.512708 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:58.534386 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['2725fd62-c38a-49cf-8164-5aceb7e07d33'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:16:58.606057 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eb95e24d-5d83-4673-8ce1-dc6b2940c7b7 req-925b68df-4ec7-4532-93e1-0c86029db557 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.49 "GET /v2.0/ports?device_id=262971a4-e90b-4c52-9edf-b3ee38534123 HTTP/1.1" status: 200 len: 210 time: 0.0953972 Dec 14 18:16:58.615367 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Pushing event deleted for resources: {'Port': ['ID=2725fd62-c38a-49cf-8164-5aceb7e07d33,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:16:58.637541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] No DVR routers for this DVR port 2725fd62-c38a-49cf-8164-5aceb7e07d33 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:16:58.641729 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:16:58.646495 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-186b72de-e667-4b16-be3c-5c8780651bb9 req-eb4c7314-0770-4e2e-a942-7c7a763354e3 tempest-VolumesNegativeTest-1086419147 tempest-VolumesNegativeTest-1086419147-project] 10.222.0.30 "DELETE /v2.0/ports/2725fd62-c38a-49cf-8164-5aceb7e07d33 HTTP/1.1" status: 204 len: 173 time: 0.5118930 Dec 14 18:16:58.647041 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'name': 'network-vif-deleted', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:16:58.649912 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e661da9f-047a-47dd-84c8-a1fb75f7d3a2" -d '{"events": [{"server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "name": "network-vif-deleted", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:16:58.697094 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6854f86c-70d1-4194-995d-b0580318d2a2 x-openstack-request-id: req-6854f86c-70d1-4194-995d-b0580318d2a2 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:16:58.697283 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262971a4-e90b-4c52-9edf-b3ee38534123", "name": "network-vif-deleted", "tag": "2725fd62-c38a-49cf-8164-5aceb7e07d33", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:16:58.697457 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6854f86c-70d1-4194-995d-b0580318d2a2 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:16:58.697845 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262971a4-e90b-4c52-9edf-b3ee38534123', 'name': 'network-vif-deleted', 'tag': '2725fd62-c38a-49cf-8164-5aceb7e07d33', 'status': 'completed', 'code': 200} Dec 14 18:16:59.092369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41c58-5346-49be-bf31-908e3fd4fc6c req-943ab688-fd72-4eea-81eb-ad4c994b0da5 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:59.094570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0eb41c58-5346-49be-bf31-908e3fd4fc6c req-943ab688-fd72-4eea-81eb-ad4c994b0da5 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0869017 Dec 14 18:16:59.106213 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310562-3094-4c1f-8530-d1e1a28544c7 req-6fd0caf7-1127-463a-84f2-b25caa58cb99 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:16:59.107773 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ee310562-3094-4c1f-8530-d1e1a28544c7 req-6fd0caf7-1127-463a-84f2-b25caa58cb99 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0851409 Dec 14 18:16:59.182028 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0eb41c58-5346-49be-bf31-908e3fd4fc6c req-5b4122cf-17ba-4388-a860-6b1c61416c9c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716579 Dec 14 18:16:59.201715 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ee310562-3094-4c1f-8530-d1e1a28544c7 req-86b1f602-8986-4412-b685-fa816eb64810 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839405 Dec 14 18:16:59.982155 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:00.062560 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:00.398860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd983-0ab1-4233-9128-60dd99b042f6 req-35cb949c-a03f-43e8-b1ab-5111766f4e1b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:00.406796 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7bffd983-0ab1-4233-9128-60dd99b042f6 req-35cb949c-a03f-43e8-b1ab-5111766f4e1b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1103151 Dec 14 18:17:00.457824 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b80234-0914-4333-9e9c-0ea2a07e62f4 req-480ddae1-c54f-4373-8bab-cb24cfb86d50 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:00.465095 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15b80234-0914-4333-9e9c-0ea2a07e62f4 req-480ddae1-c54f-4373-8bab-cb24cfb86d50 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1169477 Dec 14 18:17:00.498265 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7bffd983-0ab1-4233-9128-60dd99b042f6 req-7fd2215d-07d6-4e92-9967-2383f16dd4b3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890386 Dec 14 18:17:00.532961 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15b80234-0914-4333-9e9c-0ea2a07e62f4 req-e219e197-5d47-4162-95b9-85b9051efe77 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658288 Dec 14 18:17:01.724729 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b192988-de54-4b50-b4bf-b84045f4c64c req-23061b6e-3bd9-4315-88c7-05e33eceb16b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:01.726325 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b192988-de54-4b50-b4bf-b84045f4c64c req-23061b6e-3bd9-4315-88c7-05e33eceb16b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1114347 Dec 14 18:17:01.737955 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ffee4-5fa7-47bc-9971-2c739a46b9ca req-f731ecb3-7d8c-496a-92c4-e98fb1d8de8e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:01.739374 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-842ffee4-5fa7-47bc-9971-2c739a46b9ca req-f731ecb3-7d8c-496a-92c4-e98fb1d8de8e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1019080 Dec 14 18:17:01.804790 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b192988-de54-4b50-b4bf-b84045f4c64c req-de5a4aa8-08c3-4d1f-b023-cad23ee205b9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635197 Dec 14 18:17:01.846851 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-842ffee4-5fa7-47bc-9971-2c739a46b9ca req-db3d90a9-11d1-452d-bc01-a54f193f70a5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000228 Dec 14 18:17:02.357857 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-00f5a789-ff73-4093-b660-2d42414cb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:02.361302 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-00f5a789-ff73-4093-b660-2d42414cb61d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0536215 Dec 14 18:17:02.396236 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a2858-c093-4605-9336-d529ccc4884c req-83f75f9a-9c84-4f9e-92c2-b55b25ad2429 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:02.407605 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ac6a2858-c093-4605-9336-d529ccc4884c req-83f75f9a-9c84-4f9e-92c2-b55b25ad2429 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0737402 Dec 14 18:17:02.466151 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 2725fd62-c38a-49cf-8164-5aceb7e07d33 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:02.510513 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 2725fd62-c38a-49cf-8164-5aceb7e07d33 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:17:02.511199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 2725fd62-c38a-49cf-8164-5aceb7e07d33 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:17:02.516935 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ac6a2858-c093-4605-9336-d529ccc4884c req-9e164f09-30cb-48a9-ac57-da403029588b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081924 Dec 14 18:17:02.520468 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-9b7a5401-b6d8-462e-a571-cfa27cc6f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:02.521962 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-9b7a5401-b6d8-462e-a571-cfa27cc6f6c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1499355 Dec 14 18:17:02.577640 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-a1aa01ea-7338-4a0d-b047-e7e9342a596e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0436561 Dec 14 18:17:02.633665 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-f4291972-b18f-4c3e-81a3-7e3373228a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:02.635436 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-f4291972-b18f-4c3e-81a3-7e3373228a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0516565 Dec 14 18:17:02.683124 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-1cfb0ba5-5a24-49ea-bab6-6f9742a78924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261621 Dec 14 18:17:02.793263 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-f5db4ab3-7b70-4643-bb2e-146e2a1f9ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075644 Dec 14 18:17:02.909468 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5783dc54-e030-43ec-9a26-28035d94a3c0 req-6d2bba15-5d45-4707-af1c-00da0e3e0ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086128 Dec 14 18:17:02.967422 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098260f-219e-412f-8b5c-d330ff39f11c req-5ae0f85d-109e-48bb-8936-e7ab424aa625 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:02.969021 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6098260f-219e-412f-8b5c-d330ff39f11c req-5ae0f85d-109e-48bb-8936-e7ab424aa625 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0756185 Dec 14 18:17:03.064527 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6098260f-219e-412f-8b5c-d330ff39f11c req-a783cd66-a565-402d-b18e-9f269a38db24 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888481 Dec 14 18:17:03.113302 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9347f-1486-4ded-b38a-168156833849 req-dfa77da8-53c3-4053-92ee-00f0b1432405 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:03.115684 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-def9347f-1486-4ded-b38a-168156833849 req-dfa77da8-53c3-4053-92ee-00f0b1432405 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1246858 Dec 14 18:17:03.173747 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-def9347f-1486-4ded-b38a-168156833849 req-0079269f-a76f-46f7-bf1f-d769ac81a1ca tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461438 Dec 14 18:17:03.643621 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080c22-b7a7-4e2e-bd8f-e4ccef44d1d7 req-0548fe61-9393-449a-82da-f1d398262619 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:03.645092 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14080c22-b7a7-4e2e-bd8f-e4ccef44d1d7 req-0548fe61-9393-449a-82da-f1d398262619 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Dec 14 18:17:03.684123 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-14080c22-b7a7-4e2e-bd8f-e4ccef44d1d7 req-f54b0fa5-6ad0-4e18-b06e-b7792b01003d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Dec 14 18:17:04.183486 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb0f39-a70c-450a-b879-84243fb7b316 req-0c4c0163-fd94-426a-a6ab-11a389656b62 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.184968 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0efb0f39-a70c-450a-b879-84243fb7b316 req-0c4c0163-fd94-426a-a6ab-11a389656b62 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0482273 Dec 14 18:17:04.223909 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0efb0f39-a70c-450a-b879-84243fb7b316 req-57dce15b-0993-43d9-8077-6b68c8fc50eb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Dec 14 18:17:04.254675 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-9f127fbb-01a9-4f2a-b1e4-4c0a8a8e51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.256162 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-9f127fbb-01a9-4f2a-b1e4-4c0a8a8e51ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0434232 Dec 14 18:17:04.313604 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da370a37-3b62-4950-a49c-23f21220af4b req-7c41b993-b391-451b-90e6-bf686a0f5821 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.315138 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da370a37-3b62-4950-a49c-23f21220af4b req-7c41b993-b391-451b-90e6-bf686a0f5821 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0519962 Dec 14 18:17:04.353698 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-beceee8a-e753-4940-8303-c31381de448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.354506 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da370a37-3b62-4950-a49c-23f21220af4b req-3685af6f-fc59-4429-a45d-4df1fc1706c1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331807 Dec 14 18:17:04.355106 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-beceee8a-e753-4940-8303-c31381de448c service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.0907130 Dec 14 18:17:04.422801 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-81118f0a-788d-48c9-93ba-9c9966649a96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 1001 time: 0.0593212 Dec 14 18:17:04.602050 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48590) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:04.684769 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-f15c65e5-f803-472b-80c1-4a94c425e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.686345 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-f15c65e5-f803-472b-80c1-4a94c425e504 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.2473214 Dec 14 18:17:04.735494 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-a15301cc-e32d-40cc-a31d-76c24c7d26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.736964 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-a15301cc-e32d-40cc-a31d-76c24c7d26b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435224 Dec 14 18:17:04.744316 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b8c963fc-6773-4f83-aaf4-8d0e5288f4d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=071caba9728e4700a42e85e1ad886e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408598 Dec 14 18:17:04.746951 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48596) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:04.829005 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-fa099ef1-e5f0-4593-921a-d61779cf9eee service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831723 Dec 14 18:17:04.838019 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9eef2-99f0-478f-829a-d667f9d827e5 req-e2005d18-966d-466c-9111-c16ceaf0be49 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:04.839546 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f5b9eef2-99f0-478f-829a-d667f9d827e5 req-e2005d18-966d-466c-9111-c16ceaf0be49 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0852730 Dec 14 18:17:04.840548 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:04.894946 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:04.909356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f5b9eef2-99f0-478f-829a-d667f9d827e5 req-912c83ec-0c09-46f5-9f35-c6ad80b10e0a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 Dec 14 18:17:04.938099 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0a57913a-42a6-41cc-975b-7fc83662c10a req-437014f1-906e-4f8c-9d80-58f0c7964d59 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018021 Dec 14 18:17:04.949575 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:04.952698 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:04.953827 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c05fcb9-47a0-4c62-a537-01d49f3fa891 HTTP/1.1" status: 204 len: 168 time: 0.2007945 Dec 14 18:17:04.963442 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e438-510d-45a5-a2e0-d675f3ad41f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05fcb9-47a0-4c62-a537-01d49f3fa891,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:05.368077 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47196c69-2e73-406e-98c3-0fab6b99ce6d req-d3ab25ef-25f3-4cda-9b75-45d40b0a66fa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:05.369589 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-47196c69-2e73-406e-98c3-0fab6b99ce6d req-d3ab25ef-25f3-4cda-9b75-45d40b0a66fa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0489743 Dec 14 18:17:05.410760 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-47196c69-2e73-406e-98c3-0fab6b99ce6d req-58fb33f9-ec8b-44e0-bfbc-d7738c08d42f tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343857 Dec 14 18:17:05.511786 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344812cb-bb4b-4a01-b24e-4616ed974fb1 req-f2acfc10-fc07-457e-bffa-8fa775888827 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:05.513417 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-344812cb-bb4b-4a01-b24e-4616ed974fb1 req-f2acfc10-fc07-457e-bffa-8fa775888827 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Dec 14 18:17:05.552316 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-344812cb-bb4b-4a01-b24e-4616ed974fb1 req-e2c8cacb-c882-45fe-8c4d-91182b0f169e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Dec 14 18:17:05.628924 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48624) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:05.723392 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1192706596-network', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:05.743923 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Made reservation on behalf of 0c603d6f8a4641938be2e16379d161a5 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:05.746135 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.755768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.829074 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.832703 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.852986 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:17:05.868698 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9d242d-154b-4236-85c6-cc8be44a3d2b,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:05.871531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.871866 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Added segment 7d49d81b-c36c-4fd3-a983-0f1f8e4d294b of type vlan for network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 Dec 14 18:17:05.910353 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.938308 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.939282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:05.939848 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:05.988620 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3584185 Dec 14 18:17:05.991791 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48630) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:06.001577 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd522aa-a3ae-464e-a135-c245dbae1ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4b6ce0-463d-414b-8a5c-533899d65ec8,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:06.011252 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:17:06.015738 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Request body: {'subnet': {'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1192706596-subnet', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:06.045276 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Made reservation on behalf of 0c603d6f8a4641938be2e16379d161a5 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:06.048348 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.058332 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53398f-5d45-4fa8-ba0f-e3a07fb555a9 req-e25a1ded-c426-4ed4-a7ef-887553bd9da6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:06.059833 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4a53398f-5d45-4fa8-ba0f-e3a07fb555a9 req-e25a1ded-c426-4ed4-a7ef-887553bd9da6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0810525 Dec 14 18:17:06.149916 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4a53398f-5d45-4fa8-ba0f-e3a07fb555a9 req-6c66f5f3-80c8-4052-b5d0-54f6ab56ade5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Dec 14 18:17:06.249688 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.305431 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8778f7-a82b-4d62-8b2d-a941cb17a643,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:06.315773 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:06.316129 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Network hostable DHCP agents. Network: 4f4b6ce0-463d-414b-8a5c-533899d65ec8, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:17:06.334291 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:17:06.343395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 4f4b6ce0-463d-414b-8a5c-533899d65ec8) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:06.347536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:06.348112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.352625 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffac7f3-4724-44d5-8616-f39240fde8b8 None None] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:06.363530 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7d33d6f6-cc8c-4bee-9625-41db2f3604b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3707023 Dec 14 18:17:06.366913 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48634) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:06.372259 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:06.392532 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.393861 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.455378 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.503308 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:17:06.504140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.626823 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.650359 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c82cee-58b8-4674-a167-ed5d03b084c3 req-cf965daa-e358-4710-8c4a-91f408b203b2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:06.651813 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2c82cee-58b8-4674-a167-ed5d03b084c3 req-cf965daa-e358-4710-8c4a-91f408b203b2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1542363 Dec 14 18:17:06.654631 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Allocated IP 172.20.0.2 (4f4b6ce0-463d-414b-8a5c-533899d65ec8/4e8778f7-a82b-4d62-8b2d-a941cb17a643/0b5685f6-0787-41d4-bae0-726dd0fa64f8) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:06.758629 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c2c82cee-58b8-4674-a167-ed5d03b084c3 req-20871230-98ea-4d57-a0bd-b36247d9abbe tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787265 Dec 14 18:17:06.768027 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cb63b-c1cc-444b-91bb-04b3d8f8de96 req-547b332b-134e-435e-87e2-6c1223f72818 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:06.769579 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de6cb63b-c1cc-444b-91bb-04b3d8f8de96 req-547b332b-134e-435e-87e2-6c1223f72818 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1370595 Dec 14 18:17:06.823022 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de6cb63b-c1cc-444b-91bb-04b3d8f8de96 req-1acbbc06-1a9f-43f6-a36b-c5b4fca7a082 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Dec 14 18:17:06.939190 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.945398 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.947063 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.972017 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:06.981887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:06.985360 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:06.990516 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:07.000947 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Pushing event updated for resources: {'Port': ['ID=0b5685f6-0787-41d4-bae0-726dd0fa64f8,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:07.059257 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Attempting to bind port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:07.059987 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Attempting to bind port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:07.060100 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Attempting to bind port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:07.065781 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:07.066154 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:07.066550 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.066970 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Bound using segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:07.067439 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Bound port: 0b5685f6-0787-41d4-bae0-726dd0fa64f8, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:07.067820 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.086104 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Allocated IP 172.27.1.192 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/56963643-a7f2-4f4e-b021-48b539c895c6) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:07.130249 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] For port 0b5685f6-0787-41d4-bae0-726dd0fa64f8, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:07.133546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] For port 0b5685f6-0787-41d4-bae0-726dd0fa64f8, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=0b5685f6-0787-41d4-bae0-726dd0fa64f8,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:07.136991 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.192909 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.194522 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7275a0-f0e3-4e07-8615-4dacae2d65e0 None None] Pushing event updated for resources: {'Port': ['ID=0b5685f6-0787-41d4-bae0-726dd0fa64f8,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:07.244145 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.310468 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:07.317737 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:07.326482 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db969bb-67dc-4932-acce-1ae70810bbaa req-ff8b0cf3-0916-4186-ad11-12ae8fad92d4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:07.328145 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1db969bb-67dc-4932-acce-1ae70810bbaa req-ff8b0cf3-0916-4186-ad11-12ae8fad92d4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0998080 Dec 14 18:17:07.328950 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:07.331122 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Pushing event updated for resources: {'Port': ['ID=56963643-a7f2-4f4e-b021-48b539c895c6,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:07.484703 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1db969bb-67dc-4932-acce-1ae70810bbaa req-8f0de756-d7d6-4c46-8bf3-21a3e9edf36d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493034 Dec 14 18:17:07.578312 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 0b5685f6-0787-41d4-bae0-726dd0fa64f8 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:07.621056 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.634877 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:07.635132 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.716596 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.749963 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 0b5685f6-0787-41d4-bae0-726dd0fa64f8, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=0b5685f6-0787-41d4-bae0-726dd0fa64f8,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:07.753816 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.806893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=0b5685f6-0787-41d4-bae0-726dd0fa64f8,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:07.830276 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:07.994698 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477879b4-deee-4c9a-9908-b4d62676fef1 req-e7ba767c-e183-4b5c-b051-19a8a0cd098a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:07.996199 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-477879b4-deee-4c9a-9908-b4d62676fef1 req-e7ba767c-e183-4b5c-b051-19a8a0cd098a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1597264 Dec 14 18:17:08.006563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4506966-e034-4c02-919f-aa1346c485c9 req-fd583713-88c4-4ebd-bff1-e98e85ebd6f4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:08.008064 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c4506966-e034-4c02-919f-aa1346c485c9 req-fd583713-88c4-4ebd-bff1-e98e85ebd6f4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 946 time: 0.1065357 Dec 14 18:17:08.091119 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-477879b4-deee-4c9a-9908-b4d62676fef1 req-8e1e654d-3d99-459e-a4d1-69b4f70a7c46 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803621 Dec 14 18:17:08.094458 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c4506966-e034-4c02-919f-aa1346c485c9 req-0d7d1aeb-7578-4ea0-a1f5-15026eeacb09 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764837 Dec 14 18:17:08.115891 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:17:08.214101 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2bd9a-6de9-41f4-b8b6-581301ed73a2 None None] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:08.237519 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:08.249368 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:08.256490 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:08.258644 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-fbc8f366-29a8-42ed-81a7-661b41e9c265 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8895521 Dec 14 18:17:08.260823 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48656) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:08.273912 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:08.274539 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:08.295185 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0c4d020c-da69-4e3c-9364-21699158d12a None None] Provisioning complete for port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:08.295610 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0c4d020c-da69-4e3c-9364-21699158d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:08.394002 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:08.493660 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:08.664539 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:07Z', 'revision_number': 3, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:08.699332 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:08.737441 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:08.737938 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Updating router fec4fec4-6927-46d2-a9a8-5b3262d0521f port 56963643-a7f2-4f4e-b021-48b539c895c6 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:17:08.767070 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e792a-fc4c-4ae9-aadd-9498dbb11028 req-dd46a578-43d6-47c6-a74f-3e51e59842c8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:08.769335 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f47e792a-fc4c-4ae9-aadd-9498dbb11028 req-dd46a578-43d6-47c6-a74f-3e51e59842c8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1345439 Dec 14 18:17:08.784809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-1c416bd2-1e78-4174-9e29-f42ad4093d54 req-0881761f-281b-4692-9578-4de9f479bf80 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:17:08.792150 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:08.795659 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:08.800576 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:08.804798 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae4fd0-a292-405b-9a30-92acb7b2f2cd" -d '{"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:08.810105 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c416bd2-1e78-4174-9e29-f42ad4093d54 req-0881761f-281b-4692-9578-4de9f479bf80 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303502 Dec 14 18:17:08.811045 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:08.895569 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=8']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:08.905410 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f47e792a-fc4c-4ae9-aadd-9498dbb11028 req-f496683f-a3ce-498b-93a9-e2d63d65c8d3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288121 Dec 14 18:17:08.922517 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.922517 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.922813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.924524 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.926346 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.926346 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.926542 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.926854 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.930350 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.930776 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.931124 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.931464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:08.982443 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-322f92b3-7961-465c-90ee-2646d02a5a88 None None] Provisioning complete for port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:08.982861 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-322f92b3-7961-465c-90ee-2646d02a5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.025564 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de54d695-1f5d-4eda-a3ec-121f4f4b9a51 x-openstack-request-id: req-de54d695-1f5d-4eda-a3ec-121f4f4b9a51 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:09.025846 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-unplugged", "status": "failed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "code": 422}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:09.026089 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de54d695-1f5d-4eda-a3ec-121f4f4b9a51 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:09.026519 dv-cinder-821744-1-iscsi neutron-server[101645]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'code': 422} returned with failed status Dec 14 18:17:09.085455 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799a5ec-61e6-4409-aa29-1e8ad16a06bd req-9ecd01c7-fef7-4b6f-bdde-6654f2ba9ebb tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:09.098559 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4799a5ec-61e6-4409-aa29-1e8ad16a06bd req-9ecd01c7-fef7-4b6f-bdde-6654f2ba9ebb tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.1038630 Dec 14 18:17:09.128358 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.193583 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4799a5ec-61e6-4409-aa29-1e8ad16a06bd req-e1d0944a-48f5-4af5-b111-83c0ae73171d tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Dec 14 18:17:09.207091 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48688) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:09.234570 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176a448-2ea3-454b-aad5-cc81dfb800ff req-42da7376-4dbb-4180-8eda-1d5b22f3b144 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:09.242723 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e176a448-2ea3-454b-aad5-cc81dfb800ff req-42da7376-4dbb-4180-8eda-1d5b22f3b144 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1258516 Dec 14 18:17:09.271664 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.283596 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.362519 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8401e3-3078-4cb1-9a90-3d8e29e534eb None None] Pushing event updated for resources: {'Port': ['ID=56963643-a7f2-4f4e-b021-48b539c895c6,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:09.384489 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Attempting to bind port 56963643-a7f2-4f4e-b021-48b539c895c6 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:09.384925 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Attempting to bind port 56963643-a7f2-4f4e-b021-48b539c895c6 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:09.385313 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Attempting to bind port 56963643-a7f2-4f4e-b021-48b539c895c6 on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:09.392006 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:09.392381 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:09.393041 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.400501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Allocated IP 172.20.0.1 (4f4b6ce0-463d-414b-8a5c-533899d65ec8/4e8778f7-a82b-4d62-8b2d-a941cb17a643/60e3894c-5593-44e0-9bda-15f617374599) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:09.405950 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:09.406455 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Bound port: 56963643-a7f2-4f4e-b021-48b539c895c6, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:09.408510 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.414935 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e176a448-2ea3-454b-aad5-cc81dfb800ff req-3caf1f4c-ca7d-4c57-957f-967de21b2487 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631782 Dec 14 18:17:09.438674 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e17f55-9c2e-4a2f-9c6e-968d35f360e9 req-41278143-6d1b-471f-ac93-86f84750a3f8 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:09.448142 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-12e17f55-9c2e-4a2f-9c6e-968d35f360e9 req-41278143-6d1b-471f-ac93-86f84750a3f8 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1280751 Dec 14 18:17:09.506837 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-12e17f55-9c2e-4a2f-9c6e-968d35f360e9 req-5edda53f-3f5d-4ef4-8439-10c1a1efc765 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531142 Dec 14 18:17:09.544258 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] For port 56963643-a7f2-4f4e-b021-48b539c895c6, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:09.546999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 0b5685f6-0787-41d4-bae0-726dd0fa64f8 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:09.554182 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] For port 56963643-a7f2-4f4e-b021-48b539c895c6, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=56963643-a7f2-4f4e-b021-48b539c895c6,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:09.556743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18d55d-1a5e-454c-8ea2-5b5cf381136d tempest-TestMinimumBasicScenario-1646977388 tempest-TestMinimumBasicScenario-1646977388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:09.559887 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.562673 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48702) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:09.568053 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'port_id': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:09.573919 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1a18d55d-1a5e-454c-8ea2-5b5cf381136d tempest-TestMinimumBasicScenario-1646977388 tempest-TestMinimumBasicScenario-1646977388-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1093 time: 0.3647888 Dec 14 18:17:09.606491 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for floatingip, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.607098 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.620359 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:09.621405 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:09.626726 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:09.627109 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.661979 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.694690 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48708) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:09.701161 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.743528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:09.757152 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8401e3-3078-4cb1-9a90-3d8e29e534eb None None] Pushing event updated for resources: {'Port': ['ID=56963643-a7f2-4f4e-b021-48b539c895c6,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:09.758616 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:09.772435 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:09.813292 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.815945 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:09.819305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:09.828791 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:09.877920 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-3696a45b-24ad-4efa-8717-73dfefd84199 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1809962 Dec 14 18:17:09.894961 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-aaa027a8-ffbb-4812-94fa-d1339c494aff service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:17:09.895940 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-aaa027a8-ffbb-4812-94fa-d1339c494aff service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054417 Dec 14 18:17:09.990420 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Allocated IP 172.27.1.93 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/6a912e6b-e264-4735-b490-76e91c000feb) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:10.049963 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.052199 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:07Z', 'revision_number': 3, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:10.085870 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e13fdc-ba64-4a0e-931d-9809efd4ca0a None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:07Z', 'revision_number': 3, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:10.130998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-fc1e1b01-91c2-4594-b1f3-b39a2c869267 None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:10.131370 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b01-91c2-4594-b1f3-b39a2c869267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.183850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e1b01-91c2-4594-b1f3-b39a2c869267 None None] Port 60e3894c-5593-44e0-9bda-15f617374599 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:17:10.248017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.256223 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.332637 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.349216 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dc8c6-c051-46f4-812d-21e742e4b027 req-d41debf4-bf16-4662-8732-a4e61bff3e93 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:10.351103 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a90dc8c6-c051-46f4-812d-21e742e4b027 req-d41debf4-bf16-4662-8732-a4e61bff3e93 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.3547571 Dec 14 18:17:10.355681 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:10.428563 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a90dc8c6-c051-46f4-812d-21e742e4b027 req-8aeb4352-67c6-442c-9127-4d23d36bad64 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 Dec 14 18:17:10.444407 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.490926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:10.493461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:10.543822 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.650003 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:17:10.675323 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:10.679504 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'Port': ['ID=6a912e6b-e264-4735-b490-76e91c000feb,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:10.683689 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:10.686191 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:10.816779 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:10.819821 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-91888b73-a17b-4d68-94e4-a8b8b9ee7a5f None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:10.820754 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-91888b73-a17b-4d68-94e4-a8b8b9ee7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:10.823263 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c68d3-c49a-40f4-b142-c0dd3164e38a req-c8129333-a638-427c-991b-b1125ebe74af tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:10.824974 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-489c68d3-c49a-40f4-b142-c0dd3164e38a req-c8129333-a638-427c-991b-b1125ebe74af tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.2608171 Dec 14 18:17:10.837509 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-55082845-5757-4b74-8085-3293112c5cf0 admin admin] 10.222.0.49 "PUT /v2.0/routers/fec4fec4-6927-46d2-a9a8-5b3262d0521f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5676789 Dec 14 18:17:10.869471 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-91888b73-a17b-4d68-94e4-a8b8b9ee7a5f None None] Port 60e3894c-5593-44e0-9bda-15f617374599 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:17:10.909144 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-489c68d3-c49a-40f4-b142-c0dd3164e38a req-98581b9d-fd1e-4795-9ee0-24f0c501684f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764043 Dec 14 18:17:10.949607 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15309e3c-76fe-45c9-b5fb-a30330ee0471 req-d41baa17-1bf1-43b8-a857-fd174a0851c1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:10.952492 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15309e3c-76fe-45c9-b5fb-a30330ee0471 req-d41baa17-1bf1-43b8-a857-fd174a0851c1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.2473736 Dec 14 18:17:10.959269 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-ebee9183-393a-4672-9708-9088d3153f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:10.961075 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-ebee9183-393a-4672-9708-9088d3153f07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0653617 Dec 14 18:17:11.036669 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15309e3c-76fe-45c9-b5fb-a30330ee0471 req-7aa9100b-1e4b-4e17-8f0e-8da4de275009 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514052 Dec 14 18:17:11.100943 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-f82ad916-ec91-4e2e-b140-7c2c0dff7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:11.102900 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-f82ad916-ec91-4e2e-b140-7c2c0dff7bdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.1157820 Dec 14 18:17:11.160079 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-7b3b71b0-e3c1-4b51-bad5-3deef90d0353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0497134 Dec 14 18:17:11.232793 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-75a13278-277c-4d1b-b234-bc3d8b9af0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:11.234749 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-75a13278-277c-4d1b-b234-bc3d8b9af0d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0659337 Dec 14 18:17:11.235880 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.289534 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-546833b7-bbd1-435a-87db-b1b4e675881a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466232 Dec 14 18:17:11.338554 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.411464 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-5aa7ee56-3ab9-4e00-9f60-185161d40aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141393 Dec 14 18:17:11.540747 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-63e10a8e-4974-4443-ac6a-67615ae0ab09 req-a81fb721-1a55-4fbc-ba5b-2679220700a9 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183188 Dec 14 18:17:11.541392 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 56963643-a7f2-4f4e-b021-48b539c895c6 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:11.572617 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.587345 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.628068 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 56963643-a7f2-4f4e-b021-48b539c895c6 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:11.628586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.636750 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.729271 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a43bc-716e-4bc2-932c-db1ffd580969 req-b67bf0ab-c3e8-4c26-a01e-35cf33d458ba tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:11.730811 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c02a43bc-716e-4bc2-932c-db1ffd580969 req-b67bf0ab-c3e8-4c26-a01e-35cf33d458ba tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1551158 Dec 14 18:17:11.734962 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.744013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'Port': ['ID=6a912e6b-e264-4735-b490-76e91c000feb,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:11.761953 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48740) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:11.765292 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 56963643-a7f2-4f4e-b021-48b539c895c6, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=56963643-a7f2-4f4e-b021-48b539c895c6,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:11.767521 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1229485494-network', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:11.769385 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.791979 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Made reservation on behalf of 9886ec6ffd1d424f9f78981f1d2e28c7 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:11.794213 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.799903 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c02a43bc-716e-4bc2-932c-db1ffd580969 req-56f62b07-579e-45fb-9dd7-058e7a074897 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 Dec 14 18:17:11.805025 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Floating IP ba6a304f-256c-4c72-bd0f-9b11e6fed671 associated. External IP: 172.27.1.93, port: 8a42460a-2016-4c3e-9b68-1fb6f2994011. Dec 14 18:17:11.806228 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.832060 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=56963643-a7f2-4f4e-b021-48b539c895c6,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:11.937949 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.948071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:11.996618 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:17:12.017455 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-cd2f9174-496c-4c66-becb-0f6c30d2b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.019049 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-cd2f9174-496c-4c66-becb-0f6c30d2b559 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 1097 time: 0.1323833 Dec 14 18:17:12.022236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.022564 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Added segment 69889ee5-295a-4db4-b1d9-3d34acdd1719 of type vlan for network 75b7da00-adbe-4171-9982-8badb8eeec84 Dec 14 18:17:12.023742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fe322-f180-4f36-aab2-e7f4f1b84762,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:12.073060 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff0fd-035c-4b2b-9e57-f4e5b992e148 req-6bfce231-4954-4e46-9ab7-5aad6505ef87 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.074682 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-597ff0fd-035c-4b2b-9e57-f4e5b992e148 req-6bfce231-4954-4e46-9ab7-5aad6505ef87 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0706024 Dec 14 18:17:12.082672 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Router ce30af31-afc9-4b62-9f87-2fa4cfeef77b has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:17:12.094524 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.130156 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-531b9fbc-547a-48c0-bd15-d1eb5458cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.132213 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-531b9fbc-547a-48c0-bd15-d1eb5458cbe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1097 time: 0.0734596 Dec 14 18:17:12.137496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.138689 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.139966 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.218787 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-597ff0fd-035c-4b2b-9e57-f4e5b992e148 req-99ad439a-05b7-4454-8f6e-75e910bebfa5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287963 Dec 14 18:17:12.241463 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4742234 Dec 14 18:17:12.244611 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48746) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:12.247004 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc9bd5-551a-4b16-85b9-5da7b8ce758c req-1a93b7c5-acb8-49d4-90fc-5c8b28cab3cb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.248517 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41fc9bd5-551a-4b16-85b9-5da7b8ce758c req-1a93b7c5-acb8-49d4-90fc-5c8b28cab3cb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0831635 Dec 14 18:17:12.253631 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Request body: {'subnet': {'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1229485494-subnet', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:12.272254 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:12.275266 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9d411-58fd-49ff-bb62-660c0cb2c0eb admin admin] Pushing event updated for resources: {'Network': ['ID=75b7da00-adbe-4171-9982-8badb8eeec84,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:12.286365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Sync routers for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:12.303131 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Made reservation on behalf of 9886ec6ffd1d424f9f78981f1d2e28c7 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:12.304470 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 75b7da00-adbe-4171-9982-8badb8eeec84 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:17:12.305691 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4278125'] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.309230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.315535 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41fc9bd5-551a-4b16-85b9-5da7b8ce758c req-c9b3fe81-9f24-46c0-bae7-609f9dc5f415 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563896 Dec 14 18:17:12.339881 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-1f9cb1f7-014e-49be-868b-37850a24f245 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7758865 Dec 14 18:17:12.340543 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:12.342960 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb867973-0bdb-4fd4-a275-7bd038e7c02c" -d '{"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:12.345550 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48748) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:12.350481 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227539190', 'description': 'tempest-secgroup-smoke-227539190 description', 'project_id': '34ed5c08928b46cbb8b719737fc79961'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:12.355467 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:12.356648 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:12.374362 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-cd300a2c-1962-488b-87ce-47da986fe436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.375832 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-cd300a2c-1962-488b-87ce-47da986fe436 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.2323813 Dec 14 18:17:12.382629 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.395265 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db3543-7e7a-4b1f-b604-923a9405d95d x-openstack-request-id: req-34db3543-7e7a-4b1f-b604-923a9405d95d {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:12.395685 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:12.395941 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34db3543-7e7a-4b1f-b604-923a9405d95d {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:12.407499 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:17:12.471954 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-2ce3ed0a-7c71-43b5-be9a-36ade3785e11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 200 len: 999 time: 0.0867171 Dec 14 18:17:12.487586 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:12.504914 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:12.505538 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:12.520173 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.522547 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-35c58a6e-03c0-44df-8135-c5b8c9e62803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.524296 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-35c58a6e-03c0-44df-8135-c5b8c9e62803 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1098 time: 0.0905380 Dec 14 18:17:12.527682 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.536399 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:12.570374 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-651fdc34-615e-4954-874e-e2bf63d5900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.571879 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-651fdc34-615e-4954-874e-e2bf63d5900e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0869513 Dec 14 18:17:12.611170 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.612417 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2656629 Dec 14 18:17:12.618104 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48752) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:12.626324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:12.633938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7362-6471-41e0-911d-12af1052d013 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770f73df-f6bd-4263-8672-8753499561af,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:12.667763 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:12.681622 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.690128 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-e267c553-a2d7-441a-a1fe-e62572fc0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.691958 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-e267c553-a2d7-441a-a1fe-e62572fc0e9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107788 Dec 14 18:17:12.692995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7620463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4634775'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:12.704097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-1f3329e1-e5c2-4c27-a465-a647f06dbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:12.705587 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-1f3329e1-e5c2-4c27-a465-a647f06dbd07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 915 time: 0.1669042 Dec 14 18:17:12.931059 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'ba6a304f-256c-4c72-bd0f-9b11e6fed671', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'port_id': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'mac_address': 'fa:16:3e:b3:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:17:11Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 0, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:12.960899 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Checking router: ce30af31-afc9-4b62-9f87-2fa4cfeef77b for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:12.967225 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:10Z', 'revision_number': 2, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:12.971018 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:12.971900 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:13.058678 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befcf3ef-b091-4a44-9ff9-7e0a2deeb328,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:13.069249 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Checking segment: {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:13.069607 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Network hostable DHCP agents. Network: 75b7da00-adbe-4171-9982-8badb8eeec84, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:17:13.091096 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:13.091443 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Updating router fec4fec4-6927-46d2-a9a8-5b3262d0521f port 60e3894c-5593-44e0-9bda-15f617374599 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:17:13.094432 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:13.106103 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-84fa76fe-6f75-4aa5-8de5-0872a8725b07 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041443 Dec 14 18:17:13.108842 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Network 75b7da00-adbe-4171-9982-8badb8eeec84 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:17:13.118096 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.125740 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-a7cfc057-56d8-4d08-917b-ded67bc10e24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 998 time: 0.4098933 Dec 14 18:17:13.133280 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 75b7da00-adbe-4171-9982-8badb8eeec84) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:13.139881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.140474 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.148271 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7363cd-7e1d-494c-90d7-609f17d38175 None None] Network 75b7da00-adbe-4171-9982-8badb8eeec84 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:13.215877 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-84d64a17-cab0-40d0-b067-5404ebebffd7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9679830 Dec 14 18:17:13.218287 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48756) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:13.226106 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:13.248353 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.270580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d30cc-12ed-4e84-8ef9-004f4c6c7a22 req-8ec590c2-574d-463c-8981-a1a93926a7d8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.272114 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-637d30cc-12ed-4e84-8ef9-004f4c6c7a22 req-8ec590c2-574d-463c-8981-a1a93926a7d8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1701415 Dec 14 18:17:13.275705 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.276481 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.279166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.315886 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e050ebd-d766-4476-ab4a-df73dc31b4c6,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:13.325995 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-195095cd-6572-45e1-bce3-2cd9d9dbc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.328005 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-195095cd-6572-45e1-bce3-2cd9d9dbc667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.1701772 Dec 14 18:17:13.371482 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7447031b-bebb-47bc-a350-a8ed0c8b925d req-e1a93855-831d-4414-a971-2d98f981b63a service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519968 Dec 14 18:17:13.423651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.448379 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-637d30cc-12ed-4e84-8ef9-004f4c6c7a22 req-ba297dd4-e95c-4517-b138-aaefbda8d9a3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409671 Dec 14 18:17:13.455928 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.462988 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-32f5fd55-fb0d-4050-81c1-a0a681c3a74a tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8435202 Dec 14 18:17:13.463793 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48766) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:13.470793 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:13.509726 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.590751 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-aa28a814-57ed-4fef-b5a4-c146ec561c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.594056 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-aa28a814-57ed-4fef-b5a4-c146ec561c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2532849 Dec 14 18:17:13.617384 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 56963643-a7f2-4f4e-b021-48b539c895c6 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:13.625435 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.633783 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.702456 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.741572 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Pushing event updated for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:13.772999 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.773351 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.773736 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.774426 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.774651 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.774988 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.775309 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.775666 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.776038 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.776352 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.776702 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.777053 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:13.794344 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.804517 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0c6b-1ab1-4615-a95e-067089ffc066 req-691c1f64-cc7e-43aa-a3e1-55c0ccd55ae2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.806180 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-193c0c6b-1ab1-4615-a95e-067089ffc066 req-691c1f64-cc7e-43aa-a3e1-55c0ccd55ae2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.4248805 Dec 14 18:17:13.818541 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Attempting to bind port 60e3894c-5593-44e0-9bda-15f617374599 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:13.819015 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Attempting to bind port 60e3894c-5593-44e0-9bda-15f617374599 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:13.819304 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.819419 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Attempting to bind port 60e3894c-5593-44e0-9bda-15f617374599 on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:13.836512 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:13.837034 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:13.838635 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.839216 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Bound using segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:13.840190 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Bound port: 60e3894c-5593-44e0-9bda-15f617374599, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:13.840668 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.901586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-75b7da00-adbe-4171-9982-8badb8eeec84', 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'fixed_ips': [{'subnet_id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:17:13.902438 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.955878 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 56963643-a7f2-4f4e-b021-48b539c895c6 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:13.956537 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:13.966435 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fef62-763d-41cd-8299-3b6d77d21653 req-1acaeb9c-2184-4e4d-a092-9d750b49fac5 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:13.975499 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c6fef62-763d-41cd-8299-3b6d77d21653 req-1acaeb9c-2184-4e4d-a092-9d750b49fac5 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.3656623 Dec 14 18:17:13.990211 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ded8807-3084-4025-b230-5de7e9297523,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:13.998164 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] For port 60e3894c-5593-44e0-9bda-15f617374599, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:14.002548 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] For port 60e3894c-5593-44e0-9bda-15f617374599, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=60e3894c-5593-44e0-9bda-15f617374599,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:14.032611 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.038061 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.039586 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4215246b-1df4-4023-b9b9-946054586918 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5735707 Dec 14 18:17:14.042894 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48780) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:14.049672 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:17:14.053913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:14.132252 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.137282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.166123 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee084d1-d7ea-4385-8fc8-561319b75ca8 None None] Pushing event updated for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=4']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:14.177787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.182555 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-13de9c02-6e34-418b-998a-7c0e15f9374c service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697999 Dec 14 18:17:14.214969 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:14.215550 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.219932 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'ba6a304f-256c-4c72-bd0f-9b11e6fed671', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'port_id': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'mac_address': 'fa:16:3e:b3:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:17:11Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 0, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:14.243105 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-193c0c6b-1ab1-4615-a95e-067089ffc066 req-a8f1e08d-b922-4682-aa50-5b714063e1b6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168837 Dec 14 18:17:14.248352 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:14.248865 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c6fef62-763d-41cd-8299-3b6d77d21653 req-6810e390-03ce-431b-b95f-bc37ceac3051 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725523 Dec 14 18:17:14.252649 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:14.312473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c495c-cd77-4aeb-90f0-1f7e4f863fca None None] The sync data for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi is: [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'ba6a304f-256c-4c72-bd0f-9b11e6fed671', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'port_id': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'mac_address': 'fa:16:3e:b3:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:17:11Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 0, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:14.374057 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.441699 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.502466 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f99677-346b-46c5-a8be-12edadeb46ca,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:14.537610 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.542225 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48790) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:14.542840 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fa0b07ba-9b39-4610-a852-12885d2658ed tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964750 Dec 14 18:17:14.547959 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:14.590720 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Allocated IP 172.27.1.247 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/23477203-7581-4e03-930d-6c958313a33b) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:14.599026 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:14.703563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.730112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767b8d0-d79c-4064-9da4-829a07356e2b req-f1522aef-563b-4066-9840-18f0e89e739e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:14.733819 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f767b8d0-d79c-4064-9da4-829a07356e2b req-f1522aef-563b-4066-9840-18f0e89e739e tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1258361 Dec 14 18:17:14.781373 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Allocated IP 172.20.0.2 (75b7da00-adbe-4171-9982-8badb8eeec84/befcf3ef-b091-4a44-9ff9-7e0a2deeb328/6e33c57e-dd50-4066-9061-0e849d8e3f65) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:14.854519 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d98579-59ea-4da5-9fa9-d25aba8f9c5f None None] New status for floating IP ba6a304f-256c-4c72-bd0f-9b11e6fed671: ACTIVE {{(pid=101645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:17:14.890576 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:14.939838 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f767b8d0-d79c-4064-9da4-829a07356e2b req-8381c41a-3000-4132-9ce1-a3789f049267 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931369 Dec 14 18:17:14.990169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.009446 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cb867973-0bdb-4fd4-a275-7bd038e7c02c req-a886c573-657a-41de-868e-ee0e59735a6b service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151492 Dec 14 18:17:15.070947 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.078464 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.081394 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:15.097400 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:15.109779 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:15.134130 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.136053 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5927708 Dec 14 18:17:15.153799 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48792) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:15.164459 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:15.170291 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceade39-c04b-40a9-b5ef-b18bdce6ff77 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0187b10e-5cd4-4c9f-b074-45a6e5ac5dcb,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:15.178075 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Pushing event updated for resources: {'Port': ['ID=23477203-7581-4e03-930d-6c958313a33b,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:15.202501 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.securitygroups_db [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Project 34ed5c08928b46cbb8b719737fc79961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:17:15.211426 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.213338 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.216060 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:13Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:15.306359 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55add9-7fb9-443b-bdf6-131fb5a5d36c None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:13Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:15.328294 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] For port 60e3894c-5593-44e0-9bda-15f617374599, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=60e3894c-5593-44e0-9bda-15f617374599,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:15.332078 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.339548 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.349078 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.443564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce564e-0e3e-41e3-ab59-01cc2ff0f4aa,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:15.515178 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.519143 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-dfc13a70-5662-4840-a898-792602ad508e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618548 Dec 14 18:17:15.525291 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48798) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:15.538077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'security_group_rule': {'security_group_id': '770f73df-f6bd-4263-8672-8753499561af', 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:15.640192 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe129a-81fa-4ae1-ad1a-88763a0f1a4a req-f72b2357-719c-4566-8ddb-3225ca46f91c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:15.652190 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2efe129a-81fa-4ae1-ad1a-88763a0f1a4a req-f72b2357-719c-4566-8ddb-3225ca46f91c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1848483 Dec 14 18:17:15.757622 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f1c2e-a79e-48d8-9303-43b3a2647cef req-74496324-8c17-4faf-871b-d864f43c400e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:15.763447 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.780350 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-075f1c2e-a79e-48d8-9303-43b3a2647cef req-74496324-8c17-4faf-871b-d864f43c400e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.3178906 Dec 14 18:17:15.793576 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.797312 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.securitygroups_db [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Project 34ed5c08928b46cbb8b719737fc79961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:17:15.800528 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 60e3894c-5593-44e0-9bda-15f617374599 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:15.803719 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832c59a-d38d-4ede-b623-b95b465a1d83 None None] Pushing event updated for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:15.811387 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-3ea0def6-7064-4461-afd4-a5909b4a0c22 None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:15.811758 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3ea0def6-7064-4461-afd4-a5909b4a0c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.812803 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.867255 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2efe129a-81fa-4ae1-ad1a-88763a0f1a4a req-0343bb93-d5dd-42f0-a9a3-b276f2721d21 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021697 Dec 14 18:17:15.898193 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-075f1c2e-a79e-48d8-9303-43b3a2647cef req-22f90822-cace-4e91-b8ba-5fbf4802cff9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151052 Dec 14 18:17:15.969070 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Network 75b7da00-adbe-4171-9982-8badb8eeec84 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:15.981766 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.987497 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:15.989352 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.029016 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:16.036202 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:16.043039 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c93fd6-4d5c-4a5f-8098-a6878373e333,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:16.093623 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.098121 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6eaf0f73-7f30-4e5f-9fb6-835694a135cc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5692353 Dec 14 18:17:16.155491 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Pushing event updated for resources: {'Port': ['ID=6e33c57e-dd50-4066-9061-0e849d8e3f65,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:16.213598 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:16.214216 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.218369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bdaff-8ad7-4483-8af7-7684ab47fea5 req-56877d40-c800-46e2-b9be-18bb1dd5bc1b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:16.223331 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c7bdaff-8ad7-4483-8af7-7684ab47fea5 req-56877d40-c800-46e2-b9be-18bb1dd5bc1b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1517656 Dec 14 18:17:16.255259 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Attempting to bind port 6e33c57e-dd50-4066-9061-0e849d8e3f65 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:16.255640 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Attempting to bind port 6e33c57e-dd50-4066-9061-0e849d8e3f65 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:16.256062 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Attempting to bind port 6e33c57e-dd50-4066-9061-0e849d8e3f65 on network 75b7da00-adbe-4171-9982-8badb8eeec84 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:16.280690 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:16.281116 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Checking segment: {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:16.285889 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.286301 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Bound using segment: {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:16.286893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Bound port: 6e33c57e-dd50-4066-9061-0e849d8e3f65, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:16.287321 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.373700 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3d17572e-ed54-4164-9af0-836d580393c9 req-2299a161-1130-42dc-89a1-bd5a9faceb02 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227539190&fields=id&tenant_id=34ed5c08928b46cbb8b719737fc79961 HTTP/1.1" status: 200 len: 267 time: 0.1484253 Dec 14 18:17:16.444449 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] For port 6e33c57e-dd50-4066-9061-0e849d8e3f65, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:16.454500 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] For port 6e33c57e-dd50-4066-9061-0e849d8e3f65, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6e33c57e-dd50-4066-9061-0e849d8e3f65,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:16.461238 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.474178 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c7bdaff-8ad7-4483-8af7-7684ab47fea5 req-7663759f-5f6d-4b13-8c1c-cc8a1ad6aca3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743846 Dec 14 18:17:16.475635 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.505305 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17572e-ed54-4164-9af0-836d580393c9 req-98fab60b-c017-4ca3-adc5-2cc57a77331e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:16.506849 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3d17572e-ed54-4164-9af0-836d580393c9 req-98fab60b-c017-4ca3-adc5-2cc57a77331e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.1152287 Dec 14 18:17:16.528930 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'port': {'security_groups': ['d3bccf01-f34b-47ca-b4a1-56a397de083b', '770f73df-f6bd-4263-8672-8753499561af']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:16.596070 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952cbe-182d-4ebf-9622-1ef48bf5284d None None] Pushing event updated for resources: {'Port': ['ID=6e33c57e-dd50-4066-9061-0e849d8e3f65,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:16.670010 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:16.770162 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:17:17.021619 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:17.036160 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Sync routers for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:17.049164 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:17.049806 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:17.059788 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:17.061920 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ca21daed-f28d-4475-878f-63e7c97f1f08 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8425870 Dec 14 18:17:17.065196 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48808) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:17.240859 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:17.280953 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:17.296837 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:17.308302 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:17.321243 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:17.477872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:17.478567 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:17.480087 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3d17572e-ed54-4164-9af0-836d580393c9 req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "PUT /v2.0/ports/8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 981 time: 0.9643648 Dec 14 18:17:17.511208 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:17.528857 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed99adf-09bf-4815-be9c-1cd4cec93601" -d '{"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:17.582069 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:17.666511 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1e01c-c323-4720-a50a-a4273098280b req-1417d2c8-d8b2-4273-b0bb-3ecd37a464f4 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:17.675201 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b9f1e01c-c323-4720-a50a-a4273098280b req-1417d2c8-d8b2-4273-b0bb-3ecd37a464f4 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.3923407 Dec 14 18:17:17.679759 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aa2de-4050-41ab-9fa1-ee1422285eea tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=6']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:17.830856 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6e33c57e-dd50-4066-9061-0e849d8e3f65 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:17.883069 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b9f1e01c-c323-4720-a50a-a4273098280b req-634bebae-c2e3-48ef-ad1e-9eccc85e6876 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996570 Dec 14 18:17:17.934466 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 3, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:17.949634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98023a1b-262e-4f8b-bf7e-81f6282e2c7d req-bf0563e2-cc67-4dbc-a096-359da42c0c8b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:17.959217 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-98023a1b-262e-4f8b-bf7e-81f6282e2c7d req-bf0563e2-cc67-4dbc-a096-359da42c0c8b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.2574940 Dec 14 18:17:18.024367 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Checking router: 2c78f9ca-1ca9-4f87-b73d-1611f238a13d for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:18.024996 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Updating router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d port 23477203-7581-4e03-930d-6c958313a33b binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:17:18.053888 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-98023a1b-262e-4f8b-bf7e-81f6282e2c7d req-fcea5408-7013-4cad-b310-ab363923ea4e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928679 Dec 14 18:17:18.124282 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.207361 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8cd6c-c247-4ab9-9016-298b07ab36ed req-91110081-46e6-4398-ad70-34604320c843 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:18.208853 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-06f8cd6c-c247-4ab9-9016-298b07ab36ed req-91110081-46e6-4398-ad70-34604320c843 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.1384227 Dec 14 18:17:18.236766 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.400041 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393f817-7e07-497b-aefc-178766006479 req-14a6388a-1da6-47d2-b51c-b03661525a9f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:18.412323 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4393f817-7e07-497b-aefc-178766006479 req-14a6388a-1da6-47d2-b51c-b03661525a9f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.2023070 Dec 14 18:17:18.433118 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-06f8cd6c-c247-4ab9-9016-298b07ab36ed req-70c1e25d-c56e-4805-9e57-60124a822070 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2001345 Dec 14 18:17:18.490172 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4393f817-7e07-497b-aefc-178766006479 req-69cdb45e-0f8f-49fd-89d1-346b4cd8fee3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770147 Dec 14 18:17:18.518690 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 6e33c57e-dd50-4066-9061-0e849d8e3f65 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:18.519311 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.545210 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b4b2bb-de21-41da-984a-71e8a87d99ad x-openstack-request-id: req-33b4b2bb-de21-41da-984a-71e8a87d99ad {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:18.545519 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:18.545793 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33b4b2bb-de21-41da-984a-71e8a87d99ad {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:18.546145 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:17:18.568781 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4309d-6c7d-492b-933b-28b6c7254ead None None] Network 75b7da00-adbe-4171-9982-8badb8eeec84 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:18.580208 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2c40dfa6-d81c-4a74-a80d-f0335f7e174d None None] Provisioning complete for port 8a42460a-2016-4c3e-9b68-1fb6f2994011 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:18.580571 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2c40dfa6-d81c-4a74-a80d-f0335f7e174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.588676 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Allocated IP 172.20.0.1 (75b7da00-adbe-4171-9982-8badb8eeec84/befcf3ef-b091-4a44-9ff9-7e0a2deeb328/085cd691-189c-41b9-aaf4-0cbd2cde4a4f) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:18.672478 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.680322 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.684424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-28a3f075-dd61-44cb-bfd3-48e6be322052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:18.685958 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-28a3f075-dd61-44cb-bfd3-48e6be322052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1137 time: 0.0706625 Dec 14 18:17:18.715765 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Attempting to bind port 23477203-7581-4e03-930d-6c958313a33b on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:18.716731 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Attempting to bind port 23477203-7581-4e03-930d-6c958313a33b by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:18.718451 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Attempting to bind port 23477203-7581-4e03-930d-6c958313a33b on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:18.732465 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.749873 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:18.750691 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:18.753082 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.757125 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:18.759504 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Bound port: 23477203-7581-4e03-930d-6c958313a33b, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:18.760138 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.830754 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] For port 23477203-7581-4e03-930d-6c958313a33b, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:18.835742 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] For port 23477203-7581-4e03-930d-6c958313a33b, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=23477203-7581-4e03-930d-6c958313a33b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:18.848161 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:18.864112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-1e67a88a-e057-4deb-9f2d-d99b73c504d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:18.872471 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-1e67a88a-e057-4deb-9f2d-d99b73c504d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 915 time: 0.1192625 Dec 14 18:17:18.888747 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:18.890411 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:19.110075 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:19.134551 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.193081 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Network 75b7da00-adbe-4171-9982-8badb8eeec84 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:19.197896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:19.206932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:19.267948 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Pushing event updated for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:19.280900 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.304442 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6235e7-6be3-49ed-bbbd-4013f1795acb None None] Pushing event updated for resources: {'Port': ['ID=23477203-7581-4e03-930d-6c958313a33b,revision_number=2']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:19.384119 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6235e7-6be3-49ed-bbbd-4013f1795acb None None] Pushing event updated for resources: {'Port': ['ID=23477203-7581-4e03-930d-6c958313a33b,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:19.393409 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cb270-ef32-4774-809c-8ada48d0d689 req-c6171878-d1d9-4356-a840-a43577ad48af tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:19.402564 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f4cb270-ef32-4774-809c-8ada48d0d689 req-c6171878-d1d9-4356-a840-a43577ad48af tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.3642957 Dec 14 18:17:19.433797 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-10a04e8c-4c7f-4bbc-83ef-1ccaafb5e5ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 1000 time: 0.3866138 Dec 14 18:17:19.445124 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 3, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:19.457976 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f295-9535-4cc7-9599-1c21abae2a43 req-05fe1d55-4227-40ea-be11-2607c9b47f23 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:19.465629 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c75f295-9535-4cc7-9599-1c21abae2a43 req-05fe1d55-4227-40ea-be11-2607c9b47f23 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.2200069 Dec 14 18:17:19.481719 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.486469 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78938a-c674-42ed-b3ca-64ddecacd9cf None None] The sync data for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi is: [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 3, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:19.488288 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f4cb270-ef32-4774-809c-8ada48d0d689 req-845f77ae-d9a6-4c5f-8bb4-96cffc39631b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847564 Dec 14 18:17:19.539503 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c75f295-9535-4cc7-9599-1c21abae2a43 req-b9314c6c-4770-4caa-8dc1-faf73aa4b6e9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730002 Dec 14 18:17:19.677271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.677823 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cff866-4dc2-4c9b-bb89-040b82e0e84e req-9f6e97a9-0b7d-4c14-9ec7-6dc7611f5afc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:19.680037 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-59cff866-4dc2-4c9b-bb89-040b82e0e84e req-9f6e97a9-0b7d-4c14-9ec7-6dc7611f5afc tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0936406 Dec 14 18:17:19.739917 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-59cff866-4dc2-4c9b-bb89-040b82e0e84e req-55a42429-675d-466d-818a-9a2fd042ef48 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513697 Dec 14 18:17:19.816146 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 6e33c57e-dd50-4066-9061-0e849d8e3f65, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6e33c57e-dd50-4066-9061-0e849d8e3f65,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:19.870359 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-37917a2e-d495-4164-bbaf-d4c2aef09617 None None] Provisioning complete for port 6e33c57e-dd50-4066-9061-0e849d8e3f65 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:19.878536 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-37917a2e-d495-4164-bbaf-d4c2aef09617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.895453 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:19.896533 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 60e3894c-5593-44e0-9bda-15f617374599 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:20.100595 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:20.111450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:20.270122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:20.290978 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Pushing event updated for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:20.304736 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=6e33c57e-dd50-4066-9061-0e849d8e3f65,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:20.491653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Network 75b7da00-adbe-4171-9982-8badb8eeec84 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:20.494752 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:20.559876 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 60e3894c-5593-44e0-9bda-15f617374599 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:20.560245 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:20.730389 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334ffc-d4c0-40ec-8944-30ec25ba6bef req-2f618b54-b615-47a0-9c15-1fb096ec3be1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:20.732320 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-03334ffc-d4c0-40ec-8944-30ec25ba6bef req-2f618b54-b615-47a0-9c15-1fb096ec3be1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1492071 Dec 14 18:17:20.856558 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:17:20.878777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af5c3b-b960-40d7-b5d2-37ea42cadbff req-61d25280-8d10-4071-94e3-b38b33a8d414 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:20.880643 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21af5c3b-b960-40d7-b5d2-37ea42cadbff req-61d25280-8d10-4071-94e3-b38b33a8d414 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1467211 Dec 14 18:17:20.909371 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-c6738625-d222-45df-9c15-a0ead8c205f7 None None] Provisioning complete for port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:20.929233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c6738625-d222-45df-9c15-a0ead8c205f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:20.967185 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21af5c3b-b960-40d7-b5d2-37ea42cadbff req-9bb2da91-1404-445b-9c3b-02c8808c5f31 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659385 Dec 14 18:17:21.007111 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-03334ffc-d4c0-40ec-8944-30ec25ba6bef req-0f5fa281-7d0e-49da-af18-603d9e312412 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784093 Dec 14 18:17:21.113629 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:21.147319 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-653f4a66-5e7d-4615-aeca-a2c49526bb36 admin admin] 10.222.0.49 "PUT /v2.0/routers/2c78f9ca-1ca9-4f87-b73d-1611f238a13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0803668 Dec 14 18:17:21.210632 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044be3f-9387-4d2a-b5cf-191f67ca1ea1 req-b303fafe-b71c-41b6-8063-0e69eee647a9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:21.217155 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-c6738625-d222-45df-9c15-a0ead8c205f7 None None] Port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:17:21.218807 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8044be3f-9387-4d2a-b5cf-191f67ca1ea1 req-b303fafe-b71c-41b6-8063-0e69eee647a9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1180842 Dec 14 18:17:21.262892 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-c6738625-d222-45df-9c15-a0ead8c205f7 None None] Provisioning complete for port 6e33c57e-dd50-4066-9061-0e849d8e3f65 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:21.263312 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c6738625-d222-45df-9c15-a0ead8c205f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:21.275823 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8044be3f-9387-4d2a-b5cf-191f67ca1ea1 req-374dce69-53fb-4efe-8987-b7e67c2164ff tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520058 Dec 14 18:17:21.533031 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6e33c57e-dd50-4066-9061-0e849d8e3f65 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:21.598838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 6e33c57e-dd50-4066-9061-0e849d8e3f65 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:21.599203 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:21.671308 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-9365bfeb-8251-4626-9688-fd8ccf32320d None None] Provisioning complete for port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:21.671756 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9365bfeb-8251-4626-9688-fd8ccf32320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:21.743471 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-9365bfeb-8251-4626-9688-fd8ccf32320d None None] Port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:17:21.757347 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 23477203-7581-4e03-930d-6c958313a33b up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:21.822271 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 23477203-7581-4e03-930d-6c958313a33b triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:21.822704 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:21.921687 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:21.946973 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 23477203-7581-4e03-930d-6c958313a33b, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=23477203-7581-4e03-930d-6c958313a33b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:21.971990 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.059831 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=23477203-7581-4e03-930d-6c958313a33b,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:22.218712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48848) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:22.224496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068874089', 'description': 'tempest-secgroup-smoke-1068874089 description', 'project_id': '0c603d6f8a4641938be2e16379d161a5'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:22.240742 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e898-800b-484b-9e36-4beb03b0c859 req-9649386f-60b1-4933-8038-a16370755f30 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:22.243771 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5497e898-800b-484b-9e36-4beb03b0c859 req-9649386f-60b1-4933-8038-a16370755f30 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1280239 Dec 14 18:17:22.278830 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.339606 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5497e898-800b-484b-9e36-4beb03b0c859 req-c8f838ff-7c70-4109-894b-dd87f44ec077 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861557 Dec 14 18:17:22.378505 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e03e8e-922e-443b-a875-2427bb939b80 req-f721f89a-d42a-4d8a-8a56-d14bf3f20b28 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:22.380219 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-19e03e8e-922e-443b-a875-2427bb939b80 req-f721f89a-d42a-4d8a-8a56-d14bf3f20b28 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0817957 Dec 14 18:17:22.431725 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.439467 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.458958 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-19e03e8e-922e-443b-a875-2427bb939b80 req-950459af-4509-4430-a9f9-bc1b0e4f92dd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715051 Dec 14 18:17:22.494005 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:22.510249 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.511550 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a923a857-e9ae-47d1-bdd8-5a6b5a2c6740 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2911694 Dec 14 18:17:22.514520 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48852) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:22.519954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:22.555691 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80320f7-05c0-48ed-aee2-e2290d3d4028 req-0c6b3340-d6bb-4fc3-947f-337a2edbc677 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:22.557737 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f80320f7-05c0-48ed-aee2-e2290d3d4028 req-0c6b3340-d6bb-4fc3-947f-337a2edbc677 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0676658 Dec 14 18:17:22.579982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.611472 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f80320f7-05c0-48ed-aee2-e2290d3d4028 req-67865b4d-5534-42de-9477-df41952f8089 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Dec 14 18:17:22.656309 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.665420 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.665738 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Sync routers for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:22.675181 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:22.675779 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:22.710278 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.713180 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951797 Dec 14 18:17:22.714319 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d417-28c9-4292-95fe-4e3827bf9abf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c6c430-92c4-47fd-8448-9cd8402608d3,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:22.715174 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48854) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:22.721082 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:22.751993 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.799607 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:22.803511 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.809056 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.830400 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119d5833-fd18-451f-9ffd-d652efbc6435,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:22.838841 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.840107 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-808620e9-189f-470c-bb5b-751d31d466e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237965 Dec 14 18:17:22.843529 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48856) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:22.848334 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:22.877407 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.947788 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.953749 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.982732 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:22.983987 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394219 Dec 14 18:17:22.986652 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb53c8-8771-4e79-9422-f29628dbca94 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29f3e49-d6ff-4fe5-9a4e-809bdd121b0c,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:22.987236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 48858) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:22.992366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:23.022179 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.120747 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.129057 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.165070 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdc323e-8196-44ba-84f5-3c09faf645be,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:23.174371 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.175602 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1547bb40-c4d6-425a-a69b-f2a4fbee0b80 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1872749 Dec 14 18:17:23.175948 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:19Z', 'revision_number': 4, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '085cd691-189c-41b9-aaf4-0cbd2cde4a4f', 'name': '', 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'mac_address': 'fa:16:3e:ba:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:18Z', 'updated_at': '2021-12-14T18:17:19Z', 'revision_number': 2, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'subnets': [{'id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:23.178579 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48860) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:23.183328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:23.207156 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.securitygroups_db [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Project 0c603d6f8a4641938be2e16379d161a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:17:23.207783 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Checking router: 2c78f9ca-1ca9-4f87-b73d-1611f238a13d for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:23.208146 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Updating router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:17:23.215585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.234233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.328616 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.333553 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.353708 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbe40d7-471c-4833-a3d6-1edc4486d9f0,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:23.375677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.375677 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8cd5277a-9a23-46d4-9059-9f97a15561f8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1920474 Dec 14 18:17:23.378143 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 48864) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:23.384192 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'security_group_rule': {'security_group_id': '413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f', 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:23.399445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 23477203-7581-4e03-930d-6c958313a33b up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:23.420162 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.securitygroups_db [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Project 0c603d6f8a4641938be2e16379d161a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:17:23.427156 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.552785 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.569358 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.583683 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01fc8d-c26f-4868-8124-fec2921d8f05 req-f60f5f1e-cbdd-442d-a8e0-dd43d64ec3bc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:23.591146 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1e01fc8d-c26f-4868-8124-fec2921d8f05 req-f60f5f1e-cbdd-442d-a8e0-dd43d64ec3bc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1183066 Dec 14 18:17:23.648615 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b01e5a2-c7c4-498c-8ecd-a9e3916e250e,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:23.666982 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.668930 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-be9511b1-0df4-4b71-8e70-968699c0fc52 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2891004 Dec 14 18:17:23.680164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 23477203-7581-4e03-930d-6c958313a33b triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:23.680683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.695565 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1e01fc8d-c26f-4868-8124-fec2921d8f05 req-effe443b-54fe-4231-af49-3ca291150872 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019864 Dec 14 18:17:23.723187 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94358957-1868-4432-8f1a-7d33d53665cd req-5c437ca8-2b4b-44a0-88e4-772d168a1ed7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:23.734631 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94358957-1868-4432-8f1a-7d33d53665cd req-5c437ca8-2b4b-44a0-88e4-772d168a1ed7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1411245 Dec 14 18:17:23.830427 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94358957-1868-4432-8f1a-7d33d53665cd req-53c32647-738a-4ae9-9b09-0df7a38196d5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859122 Dec 14 18:17:23.929398 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.937204 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:23.944855 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c664f-f93e-4a33-b906-d47c28070820 req-d0c5b5dc-48f1-494b-9893-5a3243a3e086 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:23.955728 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-752c664f-f93e-4a33-b906-d47c28070820 req-d0c5b5dc-48f1-494b-9893-5a3243a3e086 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1591110 Dec 14 18:17:23.999757 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-752c664f-f93e-4a33-b906-d47c28070820 req-f0628fbf-798e-4b36-b3f2-c0a2d279687b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Dec 14 18:17:24.033423 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552028-cf1f-447f-97e6-a1fdee678bdb None None] Pushing event updated for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:24.109600 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Attempting to bind port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:24.109977 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Attempting to bind port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:24.110340 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Attempting to bind port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f on network 75b7da00-adbe-4171-9982-8badb8eeec84 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:24.115910 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:24.116543 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Checking segment: {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:24.116942 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.117336 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Bound using segment: {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:24.117796 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Bound port: 085cd691-189c-41b9-aaf4-0cbd2cde4a4f, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69889ee5-295a-4db4-b1d9-3d34acdd1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:24.118170 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.211852 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] For port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:24.220094 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] For port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:24.225283 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.326244 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:24.332488 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:16:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:24.417467 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] Provisioning complete for port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:24.417849 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.421647 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552028-cf1f-447f-97e6-a1fdee678bdb None None] Pushing event updated for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:24.531513 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:24.535190 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5774-51e5-46bd-b3a4-3d760d033ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.640991 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.730810 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] For port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:24.743708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.879454 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a63d-2a07-455e-a94e-05563984066b None None] Pushing event updated for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:24.928348 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-763c6f3c-fa02-4845-be4f-3dbca43342c7 None None] Provisioning complete for port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:24.928867 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-763c6f3c-fa02-4845-be4f-3dbca43342c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:24.986342 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:19Z', 'revision_number': 4, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '085cd691-189c-41b9-aaf4-0cbd2cde4a4f', 'name': '', 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'mac_address': 'fa:16:3e:ba:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:18Z', 'updated_at': '2021-12-14T18:17:24Z', 'revision_number': 4, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'subnets': [{'id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:25.027178 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da15b41-3093-4b33-874a-2c573e23efa3 None None] The sync data for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi is: [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:17:19Z', 'revision_number': 4, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '085cd691-189c-41b9-aaf4-0cbd2cde4a4f', 'name': '', 'network_id': '75b7da00-adbe-4171-9982-8badb8eeec84', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'mac_address': 'fa:16:3e:ba:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:18Z', 'updated_at': '2021-12-14T18:17:24Z', 'revision_number': 4, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'subnets': [{'id': 'befcf3ef-b091-4a44-9ff9-7e0a2deeb328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:25.127875 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6bb3-bb33-4e22-bd99-e747be756473 req-acd176a0-4d78-41e1-8796-dbd2ffc99b38 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:25.141396 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d1e6bb3-bb33-4e22-bd99-e747be756473 req-acd176a0-4d78-41e1-8796-dbd2ffc99b38 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.2224009 Dec 14 18:17:25.255298 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2d1e6bb3-bb33-4e22-bd99-e747be756473 req-2c0738d6-2a36-41b5-be38-e5dff3dbd89a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135476 Dec 14 18:17:25.281809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0a35-9d04-4a7a-b338-3537a8a9a6f1 req-04a43333-4318-467c-938d-063fe1b2ae7d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:25.289989 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-93ce0a35-9d04-4a7a-b338-3537a8a9a6f1 req-04a43333-4318-467c-938d-063fe1b2ae7d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.2144775 Dec 14 18:17:25.340255 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-93ce0a35-9d04-4a7a-b338-3537a8a9a6f1 req-8605a6cd-78af-4547-b212-ece00fe204fe tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492435 Dec 14 18:17:25.444451 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 085cd691-189c-41b9-aaf4-0cbd2cde4a4f up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:25.488722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefab65b-af19-4d49-886e-895f5ead6b03 req-36d646f9-be5a-4a1d-89eb-61495ac3a3af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:25.499111 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cefab65b-af19-4d49-886e-895f5ead6b03 req-36d646f9-be5a-4a1d-89eb-61495ac3a3af tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1259480 Dec 14 18:17:25.554975 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:25.555342 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:25.578842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cefab65b-af19-4d49-886e-895f5ead6b03 req-3c3a5b8a-6319-45ef-a989-6f2c0cf38737 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Dec 14 18:17:26.254337 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-e7748f7a-c1c1-4fab-b320-515dcee9e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.255806 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-e7748f7a-c1c1-4fab-b320-515dcee9e792 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.0462682 Dec 14 18:17:26.311696 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-e8d87e12-d6c4-49b8-b8fd-f80cc7f86d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.313356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-e8d87e12-d6c4-49b8-b8fd-f80cc7f86d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416181 Dec 14 18:17:26.455194 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe50f6-652a-4f69-8cfe-146c6d6eff26 req-84f63988-c148-4fef-9c92-bae37c01d72c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.456694 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15fe50f6-652a-4f69-8cfe-146c6d6eff26 req-84f63988-c148-4fef-9c92-bae37c01d72c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.1194341 Dec 14 18:17:26.525589 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-ebddf008-3904-4cab-be11-76368e31bc4b service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894135 Dec 14 18:17:26.591729 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-15fe50f6-652a-4f69-8cfe-146c6d6eff26 req-83c3e957-d24f-41ec-80a5-171581813916 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272714 Dec 14 18:17:26.613606 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d688-a168-44f0-bb8d-335b4713d6c1 req-d0f36893-e42a-4546-8645-b5955bc9e5fe tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.615243 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dc24d688-a168-44f0-bb8d-335b4713d6c1 req-d0f36893-e42a-4546-8645-b5955bc9e5fe tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.1519601 Dec 14 18:17:26.692659 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bed99adf-09bf-4815-be9c-1cd4cec93601 req-766f6a83-efaa-4ac2-8d7e-924536e645eb service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545806 Dec 14 18:17:26.719919 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dc24d688-a168-44f0-bb8d-335b4713d6c1 req-b0cfefd1-6aa8-4fdb-b162-68605cc98747 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963326 Dec 14 18:17:26.739012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf542752-ec1e-406c-b0e5-2950af31f029 req-23222dc6-d7cc-44c6-bedf-e16f6681796f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.746924 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf542752-ec1e-406c-b0e5-2950af31f029 req-23222dc6-d7cc-44c6-bedf-e16f6681796f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0791855 Dec 14 18:17:26.756642 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870604c-03c3-403c-8b97-d9c0b2b85540 req-b5c4df9f-6edf-4da6-aab0-46200dafe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:26.758296 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2870604c-03c3-403c-8b97-d9c0b2b85540 req-b5c4df9f-6edf-4da6-aab0-46200dafe229 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0511665 Dec 14 18:17:26.789027 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf542752-ec1e-406c-b0e5-2950af31f029 req-342e4c96-1229-49b3-8cab-bad8ec948954 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Dec 14 18:17:26.800286 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2870604c-03c3-403c-8b97-d9c0b2b85540 req-8d4dddf6-718a-4068-bd42-17255c884e25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Dec 14 18:17:27.105211 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6a549db4-d69f-4f14-945b-d20c7ecffd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:27.715012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5de83-5808-4e3e-9c81-aa1d209f9c5f req-b5c14b9f-8ce0-4beb-97f6-478f00a802ff tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:27.716497 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1ba5de83-5808-4e3e-9c81-aa1d209f9c5f req-b5c14b9f-8ce0-4beb-97f6-478f00a802ff tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0551558 Dec 14 18:17:27.756510 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1ba5de83-5808-4e3e-9c81-aa1d209f9c5f req-87213a7e-c987-42b9-9831-49d941f253fb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Dec 14 18:17:27.847631 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dd5ad-890a-42cf-882b-040a1a960a82 req-11c8a892-63bd-488e-965b-200a2240f248 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:27.849157 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c55dd5ad-890a-42cf-882b-040a1a960a82 req-11c8a892-63bd-488e-965b-200a2240f248 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Dec 14 18:17:27.888319 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c55dd5ad-890a-42cf-882b-040a1a960a82 req-bb3ea4c1-34dd-47d1-94d4-ba75cb88a2f4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Dec 14 18:17:28.052631 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be438a20-f3e6-4a13-911c-c807e24c3bf5 req-a323d77d-1165-400b-840a-c4a7d592f3e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.054154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-be438a20-f3e6-4a13-911c-c807e24c3bf5 req-a323d77d-1165-400b-840a-c4a7d592f3e8 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0941701 Dec 14 18:17:28.065816 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56dd1a-aef6-4e07-98c3-8ccea05381d4 req-52234902-c510-4a39-baf0-3e2745baba73 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.067409 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c56dd1a-aef6-4e07-98c3-8ccea05381d4 req-52234902-c510-4a39-baf0-3e2745baba73 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0809581 Dec 14 18:17:28.119723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-abd862e1-2aef-4e73-b666-c104dbd3ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.121197 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-abd862e1-2aef-4e73-b666-c104dbd3ad2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1099 time: 0.0421534 Dec 14 18:17:28.125060 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-be438a20-f3e6-4a13-911c-c807e24c3bf5 req-61c3d620-3dd0-4999-8d2c-33b38e9dd46c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567219 Dec 14 18:17:28.129988 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9c56dd1a-aef6-4e07-98c3-8ccea05381d4 req-4bb7b1d3-c2ef-4306-9178-2ceced8cab5c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553329 Dec 14 18:17:28.218160 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-99015160-93a9-49a6-9049-460736e5246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.219634 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-99015160-93a9-49a6-9049-460736e5246d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.0901270 Dec 14 18:17:28.233020 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:28.284478 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-528bc797-8019-4c50-8287-f04e9aabe29b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 1001 time: 0.0569263 Dec 14 18:17:28.334976 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-ffa9bc0a-5375-435e-89df-a87358ed38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.336483 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-ffa9bc0a-5375-435e-89df-a87358ed38b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0443225 Dec 14 18:17:28.388328 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-70bc56db-a824-496b-afb8-cdd95722cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:28.390445 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-70bc56db-a824-496b-afb8-cdd95722cf2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467536 Dec 14 18:17:28.487421 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-bfb66aa7-4d71-4717-8467-9d472448f2b6 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Dec 14 18:17:28.584385 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3ebb810d-7ca0-4f7b-841c-f7ce06216b52 req-2f46c5a8-bf6c-49df-99d6-1529fd56b046 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875509 Dec 14 18:17:29.013499 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187151-4a15-46bb-8f8e-2ff79ab46f44 req-870f53d4-5436-49e4-a1af-5700bae94f09 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.015012 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-44187151-4a15-46bb-8f8e-2ff79ab46f44 req-870f53d4-5436-49e4-a1af-5700bae94f09 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0503190 Dec 14 18:17:29.051715 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-44187151-4a15-46bb-8f8e-2ff79ab46f44 req-15083ff4-cbe8-414f-934c-0885d8827d48 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Dec 14 18:17:29.277932 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a1223-8b5e-4048-8cf9-dff1e4d53695 req-9ed5b480-2453-438d-96e5-827d512674b9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.279425 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4b0a1223-8b5e-4048-8cf9-dff1e4d53695 req-9ed5b480-2453-438d-96e5-827d512674b9 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0810056 Dec 14 18:17:29.288309 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2ed33-fac1-404a-8479-79a27880b1e0 req-37bde0c5-9221-478c-8fc6-f04b4ab36dfb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.289723 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-93d2ed33-fac1-404a-8479-79a27880b1e0 req-37bde0c5-9221-478c-8fc6-f04b4ab36dfb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0819924 Dec 14 18:17:29.346567 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4b0a1223-8b5e-4048-8cf9-dff1e4d53695 req-b41b742d-e28e-48d5-9d08-2231a9122631 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558794 Dec 14 18:17:29.353801 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-93d2ed33-fac1-404a-8479-79a27880b1e0 req-c0b78925-f34a-497f-9b8f-a29b98812525 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555003 Dec 14 18:17:29.698968 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805afe51-777c-4c00-a609-97cd81e609b2 req-4805720e-d012-47ac-b6ac-c2cdecf83045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.700496 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-4805720e-d012-47ac-b6ac-c2cdecf83045 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abccb7674f7d4776bf46976c705a49a9&device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0461013 Dec 14 18:17:29.711992 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48101866-9506-4aac-a7e6-5b0de41d26b5 req-144c5f55-c466-4cb7-a955-839c598b191b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.713494 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48101866-9506-4aac-a7e6-5b0de41d26b5 req-144c5f55-c466-4cb7-a955-839c598b191b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Dec 14 18:17:29.761223 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48101866-9506-4aac-a7e6-5b0de41d26b5 req-a06d18ed-b3e9-44fb-a1b9-4734e7404bfb tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Dec 14 18:17:29.805128 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805afe51-777c-4c00-a609-97cd81e609b2 req-cfcc74df-d1bf-4219-80f0-48c8ae17652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.806470 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-cfcc74df-d1bf-4219-80f0-48c8ae17652e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 200 len: 919 time: 0.0982554 Dec 14 18:17:29.853049 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-aeffc26e-6720-49b0-851a-ff24e988fbd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0389123 Dec 14 18:17:29.902509 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805afe51-777c-4c00-a609-97cd81e609b2 req-f327ad05-b9b8-4c45-b9db-3330d1103ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:29.903954 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-f327ad05-b9b8-4c45-b9db-3330d1103ec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 200 len: 858 time: 0.0433757 Dec 14 18:17:29.937900 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-d75cb116-c407-49c7-aab0-0648f2fbe409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246515 Dec 14 18:17:29.976881 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:30.038504 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-a6a0a1d5-fc03-4989-9157-e180c91c320a service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870824 Dec 14 18:17:30.056269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:30.137222 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-805afe51-777c-4c00-a609-97cd81e609b2 req-e607f93f-ee75-4ac0-ba5f-489319b4c923 service neutron] 10.222.0.30 "GET /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891249 Dec 14 18:17:30.183191 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a8973-8915-4529-8f5c-36c451c38958 req-50f8fed4-77a6-43a3-91a3-5a14bd070f23 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:30.184638 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-622a8973-8915-4529-8f5c-36c451c38958 req-50f8fed4-77a6-43a3-91a3-5a14bd070f23 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0556192 Dec 14 18:17:30.231974 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-622a8973-8915-4529-8f5c-36c451c38958 req-8fe76565-e66d-477f-82e5-bb5d3dd98afc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Dec 14 18:17:30.470865 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8e885-f1ee-4bc8-8fd7-8e422822f693 req-8a6e0a34-366e-4ee1-ab66-c07776723946 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:30.472325 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37b8e885-f1ee-4bc8-8fd7-8e422822f693 req-8a6e0a34-366e-4ee1-ab66-c07776723946 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0488608 Dec 14 18:17:30.513137 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37b8e885-f1ee-4bc8-8fd7-8e422822f693 req-09837c53-6af5-466f-ab5b-1f94649535f0 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348492 Dec 14 18:17:30.883916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c70519-883a-4ce7-94f7-4a1d772c492a req-647c2417-b53c-4f8f-be71-f51d14b6550c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:30.885382 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21c70519-883a-4ce7-94f7-4a1d772c492a req-647c2417-b53c-4f8f-be71-f51d14b6550c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0513539 Dec 14 18:17:30.923008 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21c70519-883a-4ce7-94f7-4a1d772c492a req-3474cb80-3644-4388-9f8f-0f1c7999fd65 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Dec 14 18:17:31.358926 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132d7e-4f57-4f21-bb85-68a7ffeb3d19 req-bb96f410-8fa4-41f5-91fe-23b5994618b3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:31.360693 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f132d7e-4f57-4f21-bb85-68a7ffeb3d19 req-bb96f410-8fa4-41f5-91fe-23b5994618b3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0515263 Dec 14 18:17:31.399540 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f132d7e-4f57-4f21-bb85-68a7ffeb3d19 req-79ae545b-15f3-40ef-9926-cfee9dd99571 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Dec 14 18:17:32.037527 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb3ef-6eff-4d18-8673-24fd337b496c req-a65c3fbd-4779-497c-be2d-34ea92ac6ce7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:32.039729 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5ddb3ef-6eff-4d18-8673-24fd337b496c req-a65c3fbd-4779-497c-be2d-34ea92ac6ce7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0506282 Dec 14 18:17:32.076557 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5ddb3ef-6eff-4d18-8673-24fd337b496c req-2e0de2a9-5f7a-43bc-a765-97ad0d21a7f4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Dec 14 18:17:32.518280 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0a7a3-0365-454f-bfe9-7f9e315a550d req-2df93a1b-eb25-4840-9ce7-eb9c18cb064d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:32.519780 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6c0a7a3-0365-454f-bfe9-7f9e315a550d req-2df93a1b-eb25-4840-9ce7-eb9c18cb064d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0501525 Dec 14 18:17:32.562120 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6c0a7a3-0365-454f-bfe9-7f9e315a550d req-bd567bcb-2117-4d16-93a7-c87f0f2d3711 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363092 Dec 14 18:17:33.193436 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b15dc8-a61e-45b7-aae9-834a594b491a req-339cb25e-5087-4d42-901b-32b501dd5b1c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:33.194914 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-96b15dc8-a61e-45b7-aae9-834a594b491a req-339cb25e-5087-4d42-901b-32b501dd5b1c tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Dec 14 18:17:33.232812 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-96b15dc8-a61e-45b7-aae9-834a594b491a req-bf35ffb4-b08c-4865-81af-d9088aea3559 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Dec 14 18:17:33.684974 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411361ea-353e-4ff1-b6e5-981f147d2595 req-813f3574-b8f7-4566-a8b2-f98ef14d51a1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:33.687053 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-411361ea-353e-4ff1-b6e5-981f147d2595 req-813f3574-b8f7-4566-a8b2-f98ef14d51a1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0506887 Dec 14 18:17:33.724402 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-411361ea-353e-4ff1-b6e5-981f147d2595 req-32fdc030-5c94-4856-9a0a-bb1415c64599 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Dec 14 18:17:34.649935 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:17:34.751011 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:34.765323 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'a1fe219e-5b33-4484-919e-447054a93de7', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': 'a1fe219e-5b33-4484-919e-447054a93de7', 'mac_address': 'fa:16:3e:e9:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:17:34.815508 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:34.833621 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:17:34.853898 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:34.858536 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:34.875913 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef22d1e-5784-4b46-b603-a37d82b50f10 req-e4253a8e-7dca-413a-8a43-b3dbd7768c67 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:34.877421 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cef22d1e-5784-4b46-b603-a37d82b50f10 req-e4253a8e-7dca-413a-8a43-b3dbd7768c67 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 944 time: 0.0572896 Dec 14 18:17:34.910778 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=9']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:34.916420 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cef22d1e-5784-4b46-b603-a37d82b50f10 req-5678dc8b-2f6b-4597-ade9-4b679150d5bc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326500 Dec 14 18:17:35.187765 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['a1fe219e-5b33-4484-919e-447054a93de7'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:36.044249 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b72320-c571-44e8-aaf2-25a2a5ada8a4 req-d0234f1c-7598-4b7e-a75c-21c96a8fd565 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:36.045730 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f2b72320-c571-44e8-aaf2-25a2a5ada8a4 req-d0234f1c-7598-4b7e-a75c-21c96a8fd565 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Dec 14 18:17:36.085570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f2b72320-c571-44e8-aaf2-25a2a5ada8a4 req-d67cd37c-fb62-4c94-9c40-78c20a15dbec tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338306 Dec 14 18:17:36.650956 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:36.697596 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port a1fe219e-5b33-4484-919e-447054a93de7 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:36.697992 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:36.775763 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:36.801215 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:36.803522 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8122276-35ae-4a0d-9743-696bf7971934" -d '{"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:36.820273 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:36.824493 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:36.850769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cdcdca-35e5-4a46-87e0-2793aa4a0218 x-openstack-request-id: req-64cdcdca-35e5-4a46-87e0-2793aa4a0218 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:36.851075 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:36.851323 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64cdcdca-35e5-4a46-87e0-2793aa4a0218 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:36.851697 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'code': 200} Dec 14 18:17:36.878655 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=10']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:37.211075 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36f70-6553-4224-a72d-e9386d023f83 req-168e3048-0b90-488b-ac8e-9cb93126168d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:37.212526 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2d36f70-6553-4224-a72d-e9386d023f83 req-168e3048-0b90-488b-ac8e-9cb93126168d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0770483 Dec 14 18:17:37.227003 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79217cbd-57cc-4627-a5f6-72cea81582be req-73409f94-789d-4de6-ad21-00a4dd7a10d6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:37.228490 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-79217cbd-57cc-4627-a5f6-72cea81582be req-73409f94-789d-4de6-ad21-00a4dd7a10d6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0664930 Dec 14 18:17:37.291489 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-79217cbd-57cc-4627-a5f6-72cea81582be req-f665f7bf-8126-43fc-a1b8-d04a5fe2e656 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552454 Dec 14 18:17:37.296286 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2d36f70-6553-4224-a72d-e9386d023f83 req-69e1c336-137b-43e9-b8be-481b4e2c7b46 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 Dec 14 18:17:37.424290 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e6879-3ac9-4a54-b7e4-8a222b71afad req-1f2571a3-1dc8-4ea2-bee6-f9443377ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:37.425768 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-601e6879-3ac9-4a54-b7e4-8a222b71afad req-1f2571a3-1dc8-4ea2-bee6-f9443377ef8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 1100 time: 0.0418615 Dec 14 18:17:37.465542 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-601e6879-3ac9-4a54-b7e4-8a222b71afad req-a9d72f40-fa5e-407d-a159-a6cbbbfe0b31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316906 Dec 14 18:17:38.657194 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088662-b6dc-4c59-bd08-af32fee44e17 req-af75a4e5-0a1c-4618-b4b9-e351cd2ed440 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:38.658568 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d088662-b6dc-4c59-bd08-af32fee44e17 req-af75a4e5-0a1c-4618-b4b9-e351cd2ed440 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.2838073 Dec 14 18:17:38.666421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129673-4423-454d-915e-a6e378dec0c5 req-c824a2da-81f6-45fb-9811-8f5f7b04e605 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:38.667772 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-66129673-4423-454d-915e-a6e378dec0c5 req-c824a2da-81f6-45fb-9811-8f5f7b04e605 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.2830803 Dec 14 18:17:38.722502 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d088662-b6dc-4c59-bd08-af32fee44e17 req-3f19d758-6824-4a1f-b5a5-4c6b5be0371d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Dec 14 18:17:38.730223 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-66129673-4423-454d-915e-a6e378dec0c5 req-f10b348b-32a6-406e-9366-bfa055f71044 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548468 Dec 14 18:17:39.576566 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:39.868811 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f754d41-9422-44ba-829c-0fe3e2d1d52a req-8af9c456-e398-4622-a952-44a773476638 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:39.870281 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f754d41-9422-44ba-829c-0fe3e2d1d52a req-8af9c456-e398-4622-a952-44a773476638 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0780399 Dec 14 18:17:39.883008 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090352a-e2f8-40f8-bb3b-2a2f3ea089aa req-be8bac42-8dc9-42f9-b2f7-58ae6198bc36 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:39.884430 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6090352a-e2f8-40f8-bb3b-2a2f3ea089aa req-be8bac42-8dc9-42f9-b2f7-58ae6198bc36 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0646620 Dec 14 18:17:39.943099 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f754d41-9422-44ba-829c-0fe3e2d1d52a req-77a6886e-c3b4-4bd2-9382-b834a460d6c3 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Dec 14 18:17:39.950324 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6090352a-e2f8-40f8-bb3b-2a2f3ea089aa req-33eb53ee-bccd-4df2-ac7e-f190b52d3326 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577507 Dec 14 18:17:40.584036 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-e065fe15-0ca6-47fb-acd9-5097244b4b77 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:40.585391 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-e065fe15-0ca6-47fb-acd9-5097244b4b77 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 946 time: 0.0473425 Dec 14 18:17:40.691177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Deleting port 584c0e04-9c5a-420f-b636-bcc29b737f95 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:17:40.691507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:40.780937 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] For port 584c0e04-9c5a-420f-b636-bcc29b737f95, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=584c0e04-9c5a-420f-b636-bcc29b737f95,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:40.781296 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:40.793626 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Calling delete_port for 584c0e04-9c5a-420f-b636-bcc29b737f95 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:17:40.935457 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:40.948815 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', '584c0e04-9c5a-420f-b636-bcc29b737f95'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:40.971278 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Pushing event deleted for resources: {'Port': ['ID=584c0e04-9c5a-420f-b636-bcc29b737f95,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:40.995717 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.996080 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.996373 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.996711 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.997068 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.997423 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.997683 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.998005 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.998368 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.998754 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.999071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:40.999393 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:41.021383 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] No DVR routers for this DVR port 584c0e04-9c5a-420f-b636-bcc29b737f95 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:17:41.024573 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:41.028459 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7843a409-cae7-41ed-aacb-e4ccf2a14280 req-4f89701d-7121-4d2c-be25-ffffb34a96e6 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "DELETE /v2.0/ports/584c0e04-9c5a-420f-b636-bcc29b737f95 HTTP/1.1" status: 204 len: 173 time: 0.4281466 Dec 14 18:17:41.029239 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'name': 'network-vif-deleted', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:41.032697 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fed649-c7b6-4c31-b0b0-4dbba44bed7f" -d '{"events": [{"server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "name": "network-vif-deleted", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:41.053291 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3b57c67b-a17a-479c-82de-8768583ce86a req-e4795acd-8484-47f7-8bb6-f542bbc38928 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=e19a51f2-4afd-4a2a-a674-1ed5b650e867 HTTP/1.1" status: 200 len: 210 time: 0.0340691 Dec 14 18:17:41.077438 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d1b6c-63bb-47b9-b5ba-baf0e1dd6721 x-openstack-request-id: req-071d1b6c-63bb-47b9-b5ba-baf0e1dd6721 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:41.077808 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19a51f2-4afd-4a2a-a674-1ed5b650e867", "name": "network-vif-deleted", "tag": "584c0e04-9c5a-420f-b636-bcc29b737f95", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:41.078172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-071d1b6c-63bb-47b9-b5ba-baf0e1dd6721 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:41.078710 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a51f2-4afd-4a2a-a674-1ed5b650e867', 'name': 'network-vif-deleted', 'tag': '584c0e04-9c5a-420f-b636-bcc29b737f95', 'status': 'completed', 'code': 200} Dec 14 18:17:42.340039 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bab72-e1e9-4aa9-94b7-33d39c4dba76 req-0cc9c139-abff-48f5-9a32-a78cbdabe2dd tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:42.341747 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e95bab72-e1e9-4aa9-94b7-33d39c4dba76 req-0cc9c139-abff-48f5-9a32-a78cbdabe2dd tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0574512 Dec 14 18:17:42.384799 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e95bab72-e1e9-4aa9-94b7-33d39c4dba76 req-661000dc-8d2f-4d1a-903b-eb66a437a9c1 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Dec 14 18:17:43.509280 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e885d5a-d0be-4083-87ba-efdc27dadf11 req-d67ca062-f7f2-4385-b489-15e29b775ac2 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:43.510856 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7e885d5a-d0be-4083-87ba-efdc27dadf11 req-d67ca062-f7f2-4385-b489-15e29b775ac2 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0553820 Dec 14 18:17:43.550654 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7e885d5a-d0be-4083-87ba-efdc27dadf11 req-e03d99a5-cae0-48ae-ae2c-f13005eadbd5 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Dec 14 18:17:43.634509 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-d19d2f61-2a39-48ed-bfb0-379a53fee964 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068874089&fields=id&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 267 time: 0.0412428 Dec 14 18:17:43.748368 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-5971030e-5dc1-40e5-ab05-ff52b2421f6c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:43.749804 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-5971030e-5dc1-40e5-ab05-ff52b2421f6c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1079473 Dec 14 18:17:43.766299 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-bc20f1d4-4f55-439e-ba9f-6c5b23aceaf4 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/quotas/0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Dec 14 18:17:43.820947 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-b9ced867-66b0-49de-ba74-5965ae9155e2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487235 Dec 14 18:17:43.936880 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-77840754-5847-47b2-ba91-7ff37e7729a6 service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017292 Dec 14 18:17:44.029416 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-22fbbce0-236d-43fb-825e-9da330b6d688 service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Dec 14 18:17:44.333701 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a90c502-4aae-4817-9cf9-b6b1d898ebbb req-cbe0ce8f-24c9-4379-8b11-830ec62e2def tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Dec 14 18:17:44.681155 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4ba91-cada-4ed3-9a41-c8c024251be7 req-a7766740-62f4-4b7a-8d02-13cde033d087 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:44.682856 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-96e4ba91-cada-4ed3-9a41-c8c024251be7 req-a7766740-62f4-4b7a-8d02-13cde033d087 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Dec 14 18:17:44.704860 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 584c0e04-9c5a-420f-b636-bcc29b737f95 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:44.725344 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 584c0e04-9c5a-420f-b636-bcc29b737f95 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:17:44.725968 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 584c0e04-9c5a-420f-b636-bcc29b737f95 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:17:44.731216 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-96e4ba91-cada-4ed3-9a41-c8c024251be7 req-13ea0374-6ff5-44aa-b524-a4f6dda46bd4 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Dec 14 18:17:45.383434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-a36f1089-ec69-4d55-87a0-2993fe390f27 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:45.384935 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-a36f1089-ec69-4d55-87a0-2993fe390f27 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1239686 Dec 14 18:17:45.437717 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdfd6cac-5cf3-4cf0-bc72-17af84a7dded req-78f64cd0-958b-4685-ba42-a2d3cee39047 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 210 time: 0.0330207 Dec 14 18:17:45.443300 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-dd2b3a7a-3914-40ca-ae58-b0c559d06791 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 380 time: 0.0461478 Dec 14 18:17:45.454895 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'port': {'device_id': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'admin_state_up': True, 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'security_groups': ['413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f']}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:45.567835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Made reservation on behalf of 0c603d6f8a4641938be2e16379d161a5 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:45.571415 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:45.715463 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.20.0.8 (4f4b6ce0-463d-414b-8a5c-533899d65ec8/4e8778f7-a82b-4d62-8b2d-a941cb17a643/de006300-a701-4834-97d2-b3afd237d181) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:17:45.854895 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23674af-7196-421d-b817-1b941f1ba442 req-6a24e7a3-d6e2-44e2-be4a-c52813ab722d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:45.856346 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f23674af-7196-421d-b817-1b941f1ba442 req-6a24e7a3-d6e2-44e2-be4a-c52813ab722d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0508821 Dec 14 18:17:45.865988 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:45.911249 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f23674af-7196-421d-b817-1b941f1ba442 req-208d3e57-64d8-4e3f-aac5-8dac9467b684 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Dec 14 18:17:45.914989 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:45.966420 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:17:45.969716 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:45.973391 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:17:46.005112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:46.041645 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:46.042319 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.069766 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-21c0f5ce-3eda-4e1c-afde-b82c12148f5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189399 Dec 14 18:17:46.090148 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Request body: {'port': {'device_id': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:46.149060 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.185869 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2f720a87-f082-440d-877d-462e7329e363 None None] Provisioning complete for port de006300-a701-4834-97d2-b3afd237d181 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:46.186722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2f720a87-f082-440d-877d-462e7329e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.222726 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2f720a87-f082-440d-877d-462e7329e363 None None] Port de006300-a701-4834-97d2-b3afd237d181 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:17:46.407543 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de006300-a701-4834-97d2-b3afd237d181 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:17:46.415379 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.427566 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Transition to ACTIVE for port object de006300-a701-4834-97d2-b3afd237d181 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:17:46.431530 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.487284 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Pushing event updated for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:46.570150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181c380-fae3-43ab-83ec-fddf2a7f817f req-e6e07126-70f0-4773-9905-81bcd691bfcc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:46.572246 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7181c380-fae3-43ab-83ec-fddf2a7f817f req-e6e07126-70f0-4773-9905-81bcd691bfcc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0514801 Dec 14 18:17:46.575658 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Attempting to bind port de006300-a701-4834-97d2-b3afd237d181 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:17:46.575993 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Attempting to bind port de006300-a701-4834-97d2-b3afd237d181 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:17:46.576375 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Attempting to bind port de006300-a701-4834-97d2-b3afd237d181 on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:46.581359 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Port de006300-a701-4834-97d2-b3afd237d181 on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:17:46.581678 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Attempting to bind port de006300-a701-4834-97d2-b3afd237d181 on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:17:46.587115 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:17:46.587443 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:46.587820 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Bound using segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:17:46.588239 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Bound port: de006300-a701-4834-97d2-b3afd237d181, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:17:46.588587 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.619655 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7181c380-fae3-43ab-83ec-fddf2a7f817f req-18562176-0056-434b-b4cc-c4f1b55a3eab tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Dec 14 18:17:46.668021 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:17:46.671810 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de006300-a701-4834-97d2-b3afd237d181,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:17:46.677080 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.909021 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:46.909617 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:46.911065 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] 10.222.0.30 "PUT /v2.0/ports/de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 200 len: 1093 time: 0.8255441 Dec 14 18:17:46.911458 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'tag': 'de006300-a701-4834-97d2-b3afd237d181'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:46.913656 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d6eda2-4af8-4d7c-81c3-082173732930" -d '{"events": [{"name": "network-changed", "server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "tag": "de006300-a701-4834-97d2-b3afd237d181"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:46.949824 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75a02-72a3-4302-b502-3c005c7394fa service neutron] Pushing event updated for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:46.970028 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd4365-b7a9-4362-bb05-ed56ef273dda x-openstack-request-id: req-05dd4365-b7a9-4362-bb05-ed56ef273dda {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:46.970324 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "tag": "de006300-a701-4834-97d2-b3afd237d181", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:46.970558 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05dd4365-b7a9-4362-bb05-ed56ef273dda {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:46.970959 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'tag': 'de006300-a701-4834-97d2-b3afd237d181', 'status': 'completed', 'code': 200} Dec 14 18:17:47.005733 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-0e755e71-cfdb-4faf-8882-81c2a11adc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.007286 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-0e755e71-cfdb-4faf-8882-81c2a11adc59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1096 time: 0.0502865 Dec 14 18:17:47.043013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cc206-eb34-4eb5-919c-e76c3426176f req-727e99e3-e194-4b67-b25d-c4874918676b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.044639 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-603cc206-eb34-4eb5-919c-e76c3426176f req-727e99e3-e194-4b67-b25d-c4874918676b tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Dec 14 18:17:47.054027 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-814b840d-a323-468e-a162-2fbb9e9c5a32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 200 len: 217 time: 0.0368898 Dec 14 18:17:47.084739 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-603cc206-eb34-4eb5-919c-e76c3426176f req-4c38247a-010c-49b8-b4a6-245a45a2d23a tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Dec 14 18:17:47.116272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-c8f4424f-d43e-4a5d-b33e-9cceaff7f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.117957 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-c8f4424f-d43e-4a5d-b33e-9cceaff7f081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0525756 Dec 14 18:17:47.171127 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-df758f0f-9ed2-4cf3-98a2-29e516d0a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.172662 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-df758f0f-9ed2-4cf3-98a2-29e516d0a7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413356 Dec 14 18:17:47.263922 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-55263b64-217e-4d27-9339-dac40077ae75 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818815 Dec 14 18:17:47.368103 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8ea97c1-1e73-4cc0-999a-40562b1734f9 req-a8220eda-4533-43e4-9c43-de4ba7a7242f service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918097 Dec 14 18:17:47.479559 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-6e973203-cd93-43e9-b3e4-d71dbda5defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.480988 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-6e973203-cd93-43e9-b3e4-d71dbda5defb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1096 time: 0.0450125 Dec 14 18:17:47.585134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-644b8806-ee33-4fda-b63b-98eefce19da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.586587 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-644b8806-ee33-4fda-b63b-98eefce19da5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0896065 Dec 14 18:17:47.635784 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-e7ef9e92-6bf7-467c-86a2-266cb26fc494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 200 len: 217 time: 0.0339139 Dec 14 18:17:47.706721 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-ce8d6783-3834-4f90-80d8-3ca277d0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.706721 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-ce8d6783-3834-4f90-80d8-3ca277d0c955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0485032 Dec 14 18:17:47.751854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4565c25-9c9c-41ea-9276-a04350a4c6c5 req-8e2f2aae-d503-4e8e-8053-653c8d1e8db1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.753377 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4565c25-9c9c-41ea-9276-a04350a4c6c5 req-8e2f2aae-d503-4e8e-8053-653c8d1e8db1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0589385 Dec 14 18:17:47.773126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-54e7bfda-0a6b-4bd1-b9ff-5eea672b2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.774878 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-54e7bfda-0a6b-4bd1-b9ff-5eea672b2626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607030 Dec 14 18:17:47.800549 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4565c25-9c9c-41ea-9276-a04350a4c6c5 req-a7766585-c22b-4743-a682-a6333f9675e9 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372269 Dec 14 18:17:47.893172 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240aff0-ad11-4654-b499-2753be9ed984 req-74ba66de-df3e-4d2f-ade7-b6fb03d6c499 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.893535 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-f0824a26-f08c-40df-95f1-a1b4fcda0db2 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059055 Dec 14 18:17:47.894709 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9240aff0-ad11-4654-b499-2753be9ed984 req-74ba66de-df3e-4d2f-ade7-b6fb03d6c499 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0855620 Dec 14 18:17:47.901770 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-ec1cb3fe-58a8-4cb8-9b7a-d29b6eda1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:47.903369 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-ec1cb3fe-58a8-4cb8-9b7a-d29b6eda1e0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1137 time: 0.0665944 Dec 14 18:17:47.992942 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9240aff0-ad11-4654-b499-2753be9ed984 req-3e745fc1-2779-473a-92d4-5236819f027c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882869 Dec 14 18:17:48.011064 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e9d6eda2-4af8-4d7c-81c3-082173732930 req-1e30055f-0a0b-4b98-9f10-eaa4377cd364 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067793 Dec 14 18:17:48.026750 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-2d0b1515-64f5-4702-97c0-9b71646a7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.028319 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-2d0b1515-64f5-4702-97c0-9b71646a7acb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 915 time: 0.1144242 Dec 14 18:17:48.108676 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-2fddd6e8-e818-4e56-b914-823eb65a6e51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 1000 time: 0.0650091 Dec 14 18:17:48.189078 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-7f2c4261-f5e9-49d0-891a-54e3fc85c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.190511 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-7f2c4261-f5e9-49d0-891a-54e3fc85c501 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.0714269 Dec 14 18:17:48.222256 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde226e5-3966-49a2-b725-36e68fff51d9 req-f672f4eb-b7fa-44c7-a5bc-ff4df3cba157 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.224796 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fde226e5-3966-49a2-b725-36e68fff51d9 req-f672f4eb-b7fa-44c7-a5bc-ff4df3cba157 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0644760 Dec 14 18:17:48.290252 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-4cb9ad8c-16e7-4dc3-a63b-097aeb842bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.292255 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-4cb9ad8c-16e7-4dc3-a63b-097aeb842bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878680 Dec 14 18:17:48.295673 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fde226e5-3966-49a2-b725-36e68fff51d9 req-ba2199c8-ff16-4234-a1ea-9629dac39fe7 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/security-groups?id=660d8fa2-7828-43d7-8b2c-28e36701b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563097 Dec 14 18:17:48.387049 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-a2f9818e-03d3-4e71-b38a-7d76bdd19a3b service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Dec 14 18:17:48.482667 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efb2e8f5-71d6-46d3-89f3-b8a820dcb9e6 req-2c1f5c19-76ad-4fd1-95f7-1b2e2fac3e22 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871899 Dec 14 18:17:48.605990 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-956d5b3c-d914-4bed-a169-12905546947f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.607438 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-956d5b3c-d914-4bed-a169-12905546947f tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Dec 14 18:17:48.705746 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Deleting port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:17:48.706079 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:48.798525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] For port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:48.798852 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:48.813773 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Calling delete_port for dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 owned by compute:nova {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:17:48.954098 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fb5d9-8043-49c0-ac5d-00fc63d9c259 req-d193c64d-0584-4778-9808-9c1d5d876d0f tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:48.955741 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-576fb5d9-8043-49c0-ac5d-00fc63d9c259 req-d193c64d-0584-4778-9808-9c1d5d876d0f tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0749357 Dec 14 18:17:49.038244 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-576fb5d9-8043-49c0-ac5d-00fc63d9c259 req-9ad0ad4c-6030-49e7-843d-8c98d5d6a976 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758579 Dec 14 18:17:49.051709 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:49.074059 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:49.100916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Pushing event deleted for resources: {'Port': ['ID=dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:49.150024 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.150757 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.150891 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.151275 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.151653 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.152028 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.152405 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.152775 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.153139 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.153505 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.153854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.154204 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:17:49.198185 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] No DVR routers for this DVR port dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 on host hv-cinder-82174 {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:17:49.203181 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:49.206788 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f10c6aa0-06bd-4365-933e-bb222a06eef0 req-e547f0b1-c14e-4a15-ba74-90ed69af2e21 tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.30 "DELETE /v2.0/ports/dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 HTTP/1.1" status: 204 len: 173 time: 0.5925004 Dec 14 18:17:49.207142 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'name': 'network-vif-deleted', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:49.209595 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40ea5b-bd4b-467b-8a42-48ce3f4ef237" -d '{"events": [{"server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "name": "network-vif-deleted", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:49.221592 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885dff9-2e10-434f-9e8d-feb0d072a72f req-46ec8bb7-362f-499f-bd55-82c60bec6ef8 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:49.223475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b885dff9-2e10-434f-9e8d-feb0d072a72f req-46ec8bb7-362f-499f-bd55-82c60bec6ef8 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.1325595 Dec 14 18:17:49.256587 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ec399-b260-4321-aa00-aceabfb9688e x-openstack-request-id: req-0f4ec399-b260-4321-aa00-aceabfb9688e {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:49.256837 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a035955-0061-4123-901d-88ec26f20bc6", "name": "network-vif-deleted", "tag": "dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:49.256978 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f4ec399-b260-4321-aa00-aceabfb9688e {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:49.257356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a035955-0061-4123-901d-88ec26f20bc6', 'name': 'network-vif-deleted', 'tag': 'dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9', 'status': 'completed', 'code': 200} Dec 14 18:17:49.280642 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b885dff9-2e10-434f-9e8d-feb0d072a72f req-95ae79f7-5295-4912-93d2-8e7e5a120767 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400348 Dec 14 18:17:49.407444 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-02373542-e9e1-464d-ba70-4d760fcb6f6b req-9f994e51-cf68-4a05-adb3-d96c96ded59d tempest-ServerRescueNegativeTestJSON-345931777 tempest-ServerRescueNegativeTestJSON-345931777-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a035955-0061-4123-901d-88ec26f20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0271602 Dec 14 18:17:50.163600 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13d30-c87a-42ba-985c-a6384312f9f6 req-d51dcfda-b98f-49cf-8712-79980bd1235c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:50.165075 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a1e13d30-c87a-42ba-985c-a6384312f9f6 req-d51dcfda-b98f-49cf-8712-79980bd1235c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0559487 Dec 14 18:17:50.202935 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a1e13d30-c87a-42ba-985c-a6384312f9f6 req-694db609-e89b-4a69-b8d9-4751a9a62aa1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Dec 14 18:17:50.403876 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bc773-afa2-42d7-a120-193804def1a0 req-6280d91c-bec2-4ec0-8cbf-1ccab2691dfe tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:50.405333 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c63bc773-afa2-42d7-a120-193804def1a0 req-6280d91c-bec2-4ec0-8cbf-1ccab2691dfe tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0553837 Dec 14 18:17:50.450304 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c63bc773-afa2-42d7-a120-193804def1a0 req-84d41827-3bfd-496a-a588-04ce0023c796 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388663 Dec 14 18:17:50.463031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49196) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:50.869378 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:51.018058 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:17:51.344126 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3fabf-366d-4eab-a251-4769078ff483 req-73d660ae-3a59-4116-99e8-524c97ce4247 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:51.345489 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4ca3fabf-366d-4eab-a251-4769078ff483 req-73d660ae-3a59-4116-99e8-524c97ce4247 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0739095 Dec 14 18:17:51.425718 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4ca3fabf-366d-4eab-a251-4769078ff483 req-8ccf52bb-0481-4e77-9397-7afda4bb168f tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621965 Dec 14 18:17:51.447552 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Deleting port a0afde41-1dd7-48cf-9cc3-11b28d9390a3 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:17:51.447891 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:51.536387 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] For port a0afde41-1dd7-48cf-9cc3-11b28d9390a3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,segment=NetworkSegment(e33c9f66-fbbc-4fab-90f5-34277cf5c659),segment_id=e33c9f66-fbbc-4fab-90f5-34277cf5c659)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:51.536779 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:51.566790 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Calling delete_port for a0afde41-1dd7-48cf-9cc3-11b28d9390a3 owned by network:router_interface {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:17:51.620787 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335dd7-9b21-45ec-9b9e-0e482d6b8130 req-acd1726b-2e14-4af5-8e22-f3cffe3076b4 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:51.622153 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8335dd7-9b21-45ec-9b9e-0e482d6b8130 req-acd1726b-2e14-4af5-8e22-f3cffe3076b4 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.1010635 Dec 14 18:17:51.716542 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8335dd7-9b21-45ec-9b9e-0e482d6b8130 req-f5ae02f0-d58c-4504-bfe3-e184e8439f13 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828190 Dec 14 18:17:51.793852 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:51.819691 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0afde41-1dd7-48cf-9cc3-11b28d9390a3,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:51.938401 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.146131 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Router a4deb599-7c5e-44e0-ac1b-02a3315e76db has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:17:52.256072 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:17:52.264490 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49204) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:52.264956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-0e877545-d097-48a3-9f9e-702a84cf272b admin admin] 10.222.0.49 "PUT /v2.0/routers/a4deb599-7c5e-44e0-ac1b-02a3315e76db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008559 Dec 14 18:17:52.267249 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Sync routers for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:17:52.276172 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:52.276810 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:52.366113 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.375936 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:52.469110 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.534380 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Deleting port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:17:52.534793 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.550564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be21e6-44e3-4168-b52d-551b3e8c9f60 req-e9e1a653-976d-440d-b090-93cd61bd8087 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:52.552226 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-89be21e6-44e3-4168-b52d-551b3e8c9f60 req-e9e1a653-976d-440d-b090-93cd61bd8087 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0550928 Dec 14 18:17:52.576993 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:17:51Z', 'revision_number': 5, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port': {'id': '06aabc55-18fd-47ce-b2ba-df8d28a5c96d', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:38:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:52.595059 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-89be21e6-44e3-4168-b52d-551b3e8c9f60 req-9413269b-7d0f-4854-aad9-5f2564b92e8d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Dec 14 18:17:52.605208 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Checking router: a4deb599-7c5e-44e0-ac1b-02a3315e76db for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:17:52.615016 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Routers {'a4deb599-7c5e-44e0-ac1b-02a3315e76db'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:17:52.615292 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:52.621397 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] For port 06aabc55-18fd-47ce-b2ba-df8d28a5c96d, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:52.621786 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.635806 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Calling delete_port for 06aabc55-18fd-47ce-b2ba-df8d28a5c96d owned by network:router_gateway {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:17:52.707582 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] Set router a4deb599-7c5e-44e0-ac1b-02a3315e76db gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:17:52.761416 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:52.762062 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:17:52Z', 'revision_number': 6, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:52.787418 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:17:52.788109 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device dc08d40d-2bd0-415c-ac6f-b61f2e93e3f9 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:17:52.793252 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcdd979-eea9-4591-9aca-8bafd78c5e80 None None] The sync data for ids ['a4deb599-7c5e-44e0-ac1b-02a3315e76db'] in dv-cinder-821744-1-iscsi is: [{'id': 'a4deb599-7c5e-44e0-ac1b-02a3315e76db', 'name': 'tempest-ServerRescueNegativeTestJSON-482013524-router', 'tenant_id': 'abccb7674f7d4776bf46976c705a49a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:23Z', 'updated_at': '2021-12-14T18:17:52Z', 'revision_number': 6, 'project_id': 'abccb7674f7d4776bf46976c705a49a9', 'gw_port_host': None}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:17:52.806160 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:52.840528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06aabc55-18fd-47ce-b2ba-df8d28a5c96d,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:52.851431 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c7f96-730c-48dd-98b9-051747ba3094 req-7a4715bc-918d-4cc8-93fd-208bfd167664 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:52.852933 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-331c7f96-730c-48dd-98b9-051747ba3094 req-7a4715bc-918d-4cc8-93fd-208bfd167664 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0571563 Dec 14 18:17:52.892899 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-331c7f96-730c-48dd-98b9-051747ba3094 req-54e15d36-f4f2-4937-86b0-362a91835a04 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335758 Dec 14 18:17:52.901362 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.007157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.009286 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.073544 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.074008 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4deb599-7c5e-44e0-ac1b-02a3315e76db {{(pid=101644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:17:53.079880 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.081014 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3f948506-4a53-49cf-80fe-a47c9c08edd3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a4deb599-7c5e-44e0-ac1b-02a3315e76db HTTP/1.1" status: 204 len: 168 time: 0.8154533 Dec 14 18:17:53.083557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49210) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:53.129306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Deleting subnet cf97b267-695e-4a6e-8d26-5480ef68793c {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:17:53.132802 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.167794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.211318 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.267940 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.292431 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf97b267-695e-4a6e-8d26-5480ef68793c,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:53.295986 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.302361 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a8a981a4-5077-486c-86c3-2e413fadd6ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf97b267-695e-4a6e-8d26-5480ef68793c HTTP/1.1" status: 204 len: 168 time: 0.2146921 Dec 14 18:17:53.302361 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49212) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:53.371624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.453004 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.472271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd7b0e2-fad6-4811-95c1-54dee8fd8a73']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:53.481405 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33c9f66-fbbc-4fab-90f5-34277cf5c659') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:53.481626 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33c9f66-fbbc-4fab-90f5-34277cf5c659') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:53.491836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.505532 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.511768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:17:53.512189 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:17:53.514575 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:17:53.569029 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.575841 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.580271 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6dd7b0e2-fad6-4811-95c1-54dee8fd8a73 HTTP/1.1" status: 204 len: 168 time: 0.2777045 Dec 14 18:17:53.594388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1799a8-027c-444a-8853-45d6b6dc6a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd7b0e2-fad6-4811-95c1-54dee8fd8a73,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:53.595523 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 06aabc55-18fd-47ce-b2ba-df8d28a5c96d no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:53.616948 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 06aabc55-18fd-47ce-b2ba-df8d28a5c96d {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:17:53.617302 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 06aabc55-18fd-47ce-b2ba-df8d28a5c96d not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:17:53.617996 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device a0afde41-1dd7-48cf-9cc3-11b28d9390a3 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:17:53.639175 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: a0afde41-1dd7-48cf-9cc3-11b28d9390a3 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:17:53.639544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device a0afde41-1dd7-48cf-9cc3-11b28d9390a3 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:17:53.730177 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5a2c-2de9-43fc-aab0-3a03e75897ca req-e74542f9-b2e4-4d03-b08e-810a3e6bb8d5 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:53.733320 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-212a5a2c-2de9-43fc-aab0-3a03e75897ca req-e74542f9-b2e4-4d03-b08e-810a3e6bb8d5 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0659602 Dec 14 18:17:53.767325 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49218) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:53.773331 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-212a5a2c-2de9-43fc-aab0-3a03e75897ca req-f3e957c1-0dd1-4a62-8eac-dcce699f6fbf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Dec 14 18:17:53.816982 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-41faee9e-a397-4b38-a611-11bd7821bb3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abccb7674f7d4776bf46976c705a49a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485120 Dec 14 18:17:53.819607 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49220) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:53.874166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.898768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.945009 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.947748 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:53.948884 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/660d8fa2-7828-43d7-8b2c-28e36701b196 HTTP/1.1" status: 204 len: 168 time: 0.1283379 Dec 14 18:17:53.956728 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413814e-9176-45d6-842f-b9ef726f917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d8fa2-7828-43d7-8b2c-28e36701b196,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:54.014754 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b143-acd8-40d4-98a6-7a098db1eb0c req-ca3059d3-2b46-4587-9844-bad978be6fd3 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:54.016242 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3170b143-acd8-40d4-98a6-7a098db1eb0c req-ca3059d3-2b46-4587-9844-bad978be6fd3 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0506382 Dec 14 18:17:54.057343 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3170b143-acd8-40d4-98a6-7a098db1eb0c req-ffaef96d-696e-4c52-ac49-398f8f95a032 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351303 Dec 14 18:17:54.508791 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ada607b9-e5bb-4822-af1d-deeffcc74523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.621995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49244) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:54.717247 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896087968-network', 'tenant_id': '22054edff0984be0afc24c17dec88b17'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:54.737586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Made reservation on behalf of 22054edff0984be0afc24c17dec88b17 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:54.739888 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.748673 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.781337 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device de006300-a701-4834-97d2-b3afd237d181 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:17:54.845402 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.850859 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.885632 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:17:54.891035 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de006300-a701-4834-97d2-b3afd237d181,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:54.895936 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c31a49-42bc-4332-bf7c-aa52258e3798,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:54.896402 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f073a-ef73-4f77-8c1e-60c22fb1833a req-5ed270d5-9689-4701-b5cc-20792d1cf409 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:54.898109 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de5f073a-ef73-4f77-8c1e-60c22fb1833a req-5ed270d5-9689-4701-b5cc-20792d1cf409 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 943 time: 0.0547581 Dec 14 18:17:54.902564 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.903344 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Added segment f8f9c24d-ec02-4119-a439-a3e8ae37b0a8 of type vlan for network 3ed47f92-a0dd-42fb-8186-28c17853b97e Dec 14 18:17:54.906369 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'de006300-a701-4834-97d2-b3afd237d181', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'port_id': 'de006300-a701-4834-97d2-b3afd237d181', 'mac_address': 'fa:16:3e:e6:0f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:17:54.945087 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-de5f073a-ef73-4f77-8c1e-60c22fb1833a req-291dbd9a-2725-4478-aaf4-e202db282a3c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368772 Dec 14 18:17:54.962293 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.977295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.992259 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de006300-a701-4834-97d2-b3afd237d181 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:17:54.997227 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:54.999598 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:55.000339 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:55.015409 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de006300-a701-4834-97d2-b3afd237d181,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:55.021903 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:55.054374 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4312403 Dec 14 18:17:55.057318 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49250) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:55.063594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Request body: {'subnet': {'network_id': '3ed47f92-a0dd-42fb-8186-28c17853b97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896087968-subnet', 'tenant_id': '22054edff0984be0afc24c17dec88b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:55.067044 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c462d6d-64c0-4000-aef6-d7a7e2461abc admin admin] Pushing event updated for resources: {'Network': ['ID=3ed47f92-a0dd-42fb-8186-28c17853b97e,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:55.079941 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 3ed47f92-a0dd-42fb-8186-28c17853b97e details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:17:55.088580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Made reservation on behalf of 22054edff0984be0afc24c17dec88b17 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:55.091644 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:55.127497 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:55.213630 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ef10-ea5f-40aa-b748-fcfc5711e32f req-0bdcb519-d527-4b18-9d32-e8eaf926b547 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:55.215070 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b67ef10-ea5f-40aa-b748-fcfc5711e32f req-0bdcb519-d527-4b18-9d32-e8eaf926b547 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0766835 Dec 14 18:17:55.293879 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b67ef10-ea5f-40aa-b748-fcfc5711e32f req-fd9a373c-eb99-4ec6-b121-eaf077d9f653 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714769 Dec 14 18:17:55.301992 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['de006300-a701-4834-97d2-b3afd237d181'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:17:55.345422 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:55.399506 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf95403c-c115-4a2b-a46d-a9a259c4f8e0,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:55.411847 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Checking segment: {'id': 'f8f9c24d-ec02-4119-a439-a3e8ae37b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3ed47f92-a0dd-42fb-8186-28c17853b97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:55.412197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Network hostable DHCP agents. Network: 3ed47f92-a0dd-42fb-8186-28c17853b97e, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:17:55.429281 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Network 3ed47f92-a0dd-42fb-8186-28c17853b97e is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:17:55.439076 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 3ed47f92-a0dd-42fb-8186-28c17853b97e) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:55.443633 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:55.444166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:55.455104 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b64b1-3827-4347-bd07-58039f49f436 None None] Network 3ed47f92-a0dd-42fb-8186-28c17853b97e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:55.460117 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4969455c-681f-41cd-8271-9a0f4c2acc05 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4016559 Dec 14 18:17:55.643867 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44a85a-9f79-4aa2-b287-5d257a0e7a8e None None] Network 3ed47f92-a0dd-42fb-8186-28c17853b97e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:55.964061 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49268) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:55.969662 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1967224372-network', 'tenant_id': 'cf62d74946ca40918303373879d79f0e'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:55.990498 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Made reservation on behalf of cf62d74946ca40918303373879d79f0e for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:55.993124 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.003635 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.113890 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5a3b8-b041-4626-8502-08cef351bcee req-cc0c2070-ab10-44c0-be27-8582ee9b3fa4 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:56.115404 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-10c5a3b8-b041-4626-8502-08cef351bcee req-cc0c2070-ab10-44c0-be27-8582ee9b3fa4 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 944 time: 0.0785034 Dec 14 18:17:56.145120 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.152266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.188645 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-10c5a3b8-b041-4626-8502-08cef351bcee req-5291b9ea-c839-4428-936a-567c10e341e6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657685 Dec 14 18:17:56.189360 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:17:56.198271 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71155dc2-283d-48db-8939-697aafd7dba3,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:56.206200 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.206556 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Added segment 934291f8-0cb6-4525-84b2-a94df4296b40 of type vlan for network ad665427-c907-4f71-8eed-88efc169db0e Dec 14 18:17:56.250373 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.275714 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.276443 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:56.277007 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.331157 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3655736 Dec 14 18:17:56.333868 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49274) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:56.339297 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Request body: {'subnet': {'network_id': 'ad665427-c907-4f71-8eed-88efc169db0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1967224372-subnet', 'tenant_id': 'cf62d74946ca40918303373879d79f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:17:56.343439 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e46d-1e68-4885-b854-5ff87f885175 admin admin] Pushing event updated for resources: {'Network': ['ID=ad665427-c907-4f71-8eed-88efc169db0e,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:56.354830 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network ad665427-c907-4f71-8eed-88efc169db0e details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:17:56.367420 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Made reservation on behalf of cf62d74946ca40918303373879d79f0e for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:17:56.370460 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4278125'] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.424400 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f1714-0529-4822-a5c2-b74581143d6b req-05498100-da6e-4a9f-b364-c89e9528c26c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:56.426022 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-651f1714-0529-4822-a5c2-b74581143d6b req-05498100-da6e-4a9f-b364-c89e9528c26c tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0587375 Dec 14 18:17:56.468445 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-651f1714-0529-4822-a5c2-b74581143d6b req-6793e317-18f3-4660-bfd3-e91638e5dc2f tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355401 Dec 14 18:17:56.550155 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7620463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4634775'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.604868 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555b83d7-6037-4888-8223-62d692133032,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:56.612355 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Checking segment: {'id': '934291f8-0cb6-4525-84b2-a94df4296b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad665427-c907-4f71-8eed-88efc169db0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:17:56.612702 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Network hostable DHCP agents. Network: ad665427-c907-4f71-8eed-88efc169db0e, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:17:56.629360 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Network ad665427-c907-4f71-8eed-88efc169db0e is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:17:56.638992 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, ad665427-c907-4f71-8eed-88efc169db0e) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:17:56.643107 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:56.643695 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.647809 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c92787-2f4d-484c-a2e8-8323c13121aa None None] Network ad665427-c907-4f71-8eed-88efc169db0e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:56.659362 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8ab466a8-771e-4b80-85b2-a05dad7562a7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3241594 Dec 14 18:17:56.775978 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49278) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:56.785232 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bda6ac-8931-4987-a24f-173698633ec5 None None] Network ad665427-c907-4f71-8eed-88efc169db0e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:17:56.790156 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device de006300-a701-4834-97d2-b3afd237d181 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:17:56.829815 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Deleting subnet cf95403c-c115-4a2b-a46d-a9a259c4f8e0 {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:17:56.831172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.869380 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.909030 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.930269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port de006300-a701-4834-97d2-b3afd237d181 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:17:56.936089 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port de006300-a701-4834-97d2-b3afd237d181 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:17:56.936458 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.968166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:56.996634 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf95403c-c115-4a2b-a46d-a9a259c4f8e0,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:56.998644 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.004099 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-38379ec8-abe7-4d72-a114-624723a5acb1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf95403c-c115-4a2b-a46d-a9a259c4f8e0 HTTP/1.1" status: 204 len: 168 time: 0.2248368 Dec 14 18:17:57.004366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49280) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:57.038341 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.076696 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.083193 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de006300-a701-4834-97d2-b3afd237d181'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:17:57.086808 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da78e544-83ee-4d69-b3f6-f5f9dd12e492" -d '{"events": [{"server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "name": "network-vif-plugged", "status": "completed", "tag": "de006300-a701-4834-97d2-b3afd237d181"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:17:57.123914 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de006300-a701-4834-97d2-b3afd237d181,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:17:57.132791 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c81e5f8-a534-4675-be73-da4769d6806f x-openstack-request-id: req-3c81e5f8-a534-4675-be73-da4769d6806f {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:17:57.133233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "name": "network-vif-plugged", "status": "completed", "tag": "de006300-a701-4834-97d2-b3afd237d181", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:17:57.133682 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c81e5f8-a534-4675-be73-da4769d6806f {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:17:57.134768 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de006300-a701-4834-97d2-b3afd237d181', 'code': 200} Dec 14 18:17:57.135970 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.172087 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.175464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-75a8aa67-bdd5-4822-bfc7-7f7df14ab212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.192228 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed47f92-a0dd-42fb-8186-28c17853b97e']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.202201 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f9c24d-ec02-4119-a439-a3e8ae37b0a8') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.202489 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f9c24d-ec02-4119-a439-a3e8ae37b0a8') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.206556 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:57.216278 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.232192 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.239229 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:17:57.239688 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:17:57.241407 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:17:57.305618 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.312905 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.319187 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3ed47f92-a0dd-42fb-8186-28c17853b97e HTTP/1.1" status: 204 len: 168 time: 0.3113260 Dec 14 18:17:57.319410 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea634b-721a-4003-9c67-f93b50d66944 req-c6d47823-c5ed-4cbc-9b58-8238aa47666a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:57.323081 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9cea634b-721a-4003-9c67-f93b50d66944 req-c6d47823-c5ed-4cbc-9b58-8238aa47666a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0605884 Dec 14 18:17:57.323972 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49286) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:57.327432 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eeae4-400b-408b-817e-44a0e421e1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed47f92-a0dd-42fb-8186-28c17853b97e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:57.427639 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9cea634b-721a-4003-9c67-f93b50d66944 req-da785195-e431-4c09-95e6-9c821d2d0376 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000388 Dec 14 18:17:57.442682 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Deleting subnet 555b83d7-6037-4888-8223-62d692133032 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:17:57.447467 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.483026 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630c30f-bddf-47bf-9719-abfd14db599e req-bf158be3-ae1b-43fc-955c-fb8912c31b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:57.484633 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e630c30f-bddf-47bf-9719-abfd14db599e req-bf158be3-ae1b-43fc-955c-fb8912c31b88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1098 time: 0.1132052 Dec 14 18:17:57.493113 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.505347 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.593222 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e630c30f-bddf-47bf-9719-abfd14db599e req-4475b759-7390-400b-9fbe-6c4ee702604c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938184 Dec 14 18:17:57.616361 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.629458 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f7b1d-8009-4304-97e8-d1b6aba36d1f req-9d60a331-5e0d-41c4-803c-a7ac698b2347 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:57.631030 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-379f7b1d-8009-4304-97e8-d1b6aba36d1f req-9d60a331-5e0d-41c4-803c-a7ac698b2347 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0872352 Dec 14 18:17:57.661781 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555b83d7-6037-4888-8223-62d692133032,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:57.667630 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.671329 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-341e4ba7-2505-4cdb-81d9-989f34f269b4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/555b83d7-6037-4888-8223-62d692133032 HTTP/1.1" status: 204 len: 168 time: 0.3461206 Dec 14 18:17:57.674028 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49290) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:57.716387 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-379f7b1d-8009-4304-97e8-d1b6aba36d1f req-8ca63fc6-ffb7-4943-abb7-fa9d065c8fc5 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624459 Dec 14 18:17:57.777812 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.862139 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.884851 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad665427-c907-4f71-8eed-88efc169db0e']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.895570 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934291f8-0cb6-4525-84b2-a94df4296b40') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.895995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934291f8-0cb6-4525-84b2-a94df4296b40') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:17:57.906061 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.920834 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.927896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:17:57.928391 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:17:57.930660 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:17:57.991719 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:57.997382 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.001190 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ad665427-c907-4f71-8eed-88efc169db0e HTTP/1.1" status: 204 len: 168 time: 0.3260584 Dec 14 18:17:58.012896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dee8cc-be57-462f-a418-3cd6d3d03249 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad665427-c907-4f71-8eed-88efc169db0e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:58.213739 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49296) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:58.235714 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.257649 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b7b3e9a7-a371-405c-923d-19d0a9bc8c45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22054edff0984be0afc24c17dec88b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425904 Dec 14 18:17:58.260122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49298) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:58.310494 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.331668 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.385134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.387731 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.388896 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9c31a49-42bc-4332-bf7c-aa52258e3798 HTTP/1.1" status: 204 len: 168 time: 0.1278405 Dec 14 18:17:58.396821 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d584b42-1cb7-42c6-b1ef-eb3b65426631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c31a49-42bc-4332-bf7c-aa52258e3798,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:58.566094 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94c000-5303-4a6b-b521-84cbf9a0f998 req-c9cc4fc0-b571-46bf-9bb9-3cb0c07d3efa tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:58.567768 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cd94c000-5303-4a6b-b521-84cbf9a0f998 req-c9cc4fc0-b571-46bf-9bb9-3cb0c07d3efa tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0573387 Dec 14 18:17:58.635869 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cd94c000-5303-4a6b-b521-84cbf9a0f998 req-5abb1934-12c3-41fc-8a86-fa370e66d902 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613010 Dec 14 18:17:58.825293 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49308) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:58.866218 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4a647-dd98-4157-bcea-20e4dd0e4141 req-cccbb3a5-0a90-4023-b3b0-dd7c465209fd tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:58.868026 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6cd4a647-dd98-4157-bcea-20e4dd0e4141 req-cccbb3a5-0a90-4023-b3b0-dd7c465209fd tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0669167 Dec 14 18:17:58.892188 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5766c298-9211-427f-b705-2054e633b34c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf62d74946ca40918303373879d79f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648673 Dec 14 18:17:58.894790 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49310) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:17:58.914205 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6cd4a647-dd98-4157-bcea-20e4dd0e4141 req-881f50a8-bef9-4c37-81a9-1eda7843191b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398242 Dec 14 18:17:58.944707 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:58.967733 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:59.024978 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:59.027611 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:59.028760 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71155dc2-283d-48db-8939-697aafd7dba3 HTTP/1.1" status: 204 len: 168 time: 0.1330311 Dec 14 18:17:59.038022 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f5ae1-a58a-4093-9eda-080e39214fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71155dc2-283d-48db-8939-697aafd7dba3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:17:59.765288 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31773-984b-478a-8e42-a8bcabb5b17e req-e7d36b86-88bc-413c-927c-34db0d1fe6aa tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:59.767028 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d0d31773-984b-478a-8e42-a8bcabb5b17e req-e7d36b86-88bc-413c-927c-34db0d1fe6aa tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0557191 Dec 14 18:17:59.814394 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d0d31773-984b-478a-8e42-a8bcabb5b17e req-068c834b-ede2-4e45-9fe0-f792ed64a525 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Dec 14 18:17:59.931394 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8ab9-aad2-4d45-bbb7-6cb163cee63d req-d5316f9b-6e75-4812-b222-dcaf6ced0d83 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:17:59.932895 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-192a8ab9-aad2-4d45-bbb7-6cb163cee63d req-d5316f9b-6e75-4812-b222-dcaf6ced0d83 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Dec 14 18:17:59.986865 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:17:59.995235 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-192a8ab9-aad2-4d45-bbb7-6cb163cee63d req-cf7af9be-9d2f-4f38-8d81-f439502e3479 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 Dec 14 18:18:00.011880 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49344) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:00.063534 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b7bb-3043-4caa-b4e9-e65378dcdfb6 req-3c6b597c-9db9-4993-898d-228316f0a793 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:00.063853 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.064996 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5c20b7bb-3043-4caa-b4e9-e65378dcdfb6 req-3c6b597c-9db9-4993-898d-228316f0a793 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0687368 Dec 14 18:18:00.115101 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5c20b7bb-3043-4caa-b4e9-e65378dcdfb6 req-4841d7cf-d03e-4575-b492-9d7e9c394bad tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434856 Dec 14 18:18:00.219558 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd413ab-bead-4a1e-9840-fb51f0fb87ab tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:00.221263 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-2bd413ab-bead-4a1e-9840-fb51f0fb87ab tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1093 time: 0.2082396 Dec 14 18:18:00.224165 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49354) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:00.228429 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'port_id': 'de006300-a701-4834-97d2-b3afd237d181', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:00.260002 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.366979 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.488218 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.27.1.47 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/8d918c05-fc9a-40e1-8976-162cdabfcda4) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:18:00.649031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49362) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:00.760896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-88629d03-deb1-401f-92cd-13cf8d9208f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.802663 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.839809 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.851040 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-88629d03-deb1-401f-92cd-13cf8d9208f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.855720 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-88629d03-deb1-401f-92cd-13cf8d9208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.891315 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:18:00.899282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:00.901680 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=8d918c05-fc9a-40e1-8976-162cdabfcda4,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:00.904665 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:18:00.906724 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-88629d03-deb1-401f-92cd-13cf8d9208f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d405be0479ac4b88b8294f9c9efe351b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564690 Dec 14 18:18:00.907381 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49368) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:00.913766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629d03-deb1-401f-92cd-13cf8d9208f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0421281a-ea2e-4663-a653-f2db687ed44d,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:00.961200 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:00.983336 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.032193 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.034788 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.038732 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0421281a-ea2e-4663-a653-f2db687ed44d HTTP/1.1" status: 204 len: 168 time: 0.1300876 Dec 14 18:18:01.047010 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bb8a4-f39d-4b6f-8776-bc755a8ec988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0421281a-ea2e-4663-a653-f2db687ed44d,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:01.249811 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fca55d-d2a7-4330-8983-503bc53f3348 req-66bfb88c-59e3-420a-ab1f-d75b2c3c33ce tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:01.251429 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6fca55d-d2a7-4330-8983-503bc53f3348 req-66bfb88c-59e3-420a-ab1f-d75b2c3c33ce tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0615234 Dec 14 18:18:01.297104 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c6fca55d-d2a7-4330-8983-503bc53f3348 req-30b9929d-49a5-4ea9-b1c2-901ef3ffd23d tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382264 Dec 14 18:18:01.342735 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49376) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:01.358631 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c43ecdac-2187-4771-beb9-d3fd722ac842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.363372 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.447607 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c43ecdac-2187-4771-beb9-d3fd722ac842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.452850 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c43ecdac-2187-4771-beb9-d3fd722ac842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.492796 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-c43ecdac-2187-4771-beb9-d3fd722ac842 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3131b845ddd4b859c7e6cb5ea42f440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483271 Dec 14 18:18:01.493531 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ecdac-2187-4771-beb9-d3fd722ac842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab6d20-0e0c-40db-b74f-df0f7a11a1ea,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:01.495865 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49378) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:01.503955 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.617420 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.650321 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.727852 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.731699 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.737569 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.740088 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.741278 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9ab6d20-0e0c-40db-b74f-df0f7a11a1ea HTTP/1.1" status: 204 len: 168 time: 0.2442153 Dec 14 18:18:01.780795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510c31a-44ed-4312-8466-1d98c402b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab6d20-0e0c-40db-b74f-df0f7a11a1ea,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:01.821780 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=8d918c05-fc9a-40e1-8976-162cdabfcda4,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:01.840017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:01.947134 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP 2b8b12cd-8d0d-4c68-9693-5a34f2571ff6 associated. External IP: 172.27.1.47, port: de006300-a701-4834-97d2-b3afd237d181. Dec 14 18:18:02.192843 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:18:02.311593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:18:02.327355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:18:02.345704 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:02.349582 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:02.349847 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:02.426633 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5a58db44-1b13-42ce-91d0-cc32273982c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1983402 Dec 14 18:18:02.426633 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'tag': 'de006300-a701-4834-97d2-b3afd237d181'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:02.432181 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45faeb05-f482-40d6-ba89-fee87aeaf7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "tag": "de006300-a701-4834-97d2-b3afd237d181"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:02.479524 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8147098-fc94-4ee4-b274-d269cca05dcc req-11347612-d233-4360-ac5e-3c2b07b80ac1 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:02.482907 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c8147098-fc94-4ee4-b274-d269cca05dcc req-11347612-d233-4360-ac5e-3c2b07b80ac1 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.1011000 Dec 14 18:18:02.496197 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3665e177-cc96-4282-9dc6-282033a98d42 x-openstack-request-id: req-3665e177-cc96-4282-9dc6-282033a98d42 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:02.496473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "tag": "de006300-a701-4834-97d2-b3afd237d181", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:02.496703 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3665e177-cc96-4282-9dc6-282033a98d42 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:02.497112 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'tag': 'de006300-a701-4834-97d2-b3afd237d181', 'status': 'completed', 'code': 200} Dec 14 18:18:02.523699 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:02.570760 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c8147098-fc94-4ee4-b274-d269cca05dcc req-5f16e001-d4c5-4cfe-95af-04d209f0aafc tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804086 Dec 14 18:18:02.584199 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-394c9f58-f935-492d-9dc6-2d9843f7eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:02.585702 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-394c9f58-f935-492d-9dc6-2d9843f7eca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1098 time: 0.0533600 Dec 14 18:18:02.694490 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-3ab73f02-8d40-498f-b433-5e28e785bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:02.696074 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-3ab73f02-8d40-498f-b433-5e28e785bcab service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.1004603 Dec 14 18:18:02.780666 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-edd5fcdf-75d4-4968-a5a6-480258b09d42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 200 len: 998 time: 0.0769987 Dec 14 18:18:02.792920 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '2b8b12cd-8d0d-4c68-9693-5a34f2571ff6', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'de006300-a701-4834-97d2-b3afd237d181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:e6:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:01Z', 'updated_at': '2021-12-14T18:18:01Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:02.832937 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:18:02.836900 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-0372c35e-283e-41a7-80d3-d28a6a01fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:02.838473 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-0372c35e-283e-41a7-80d3-d28a6a01fad5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0491030 Dec 14 18:18:02.842362 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:02.843010 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:02.897069 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-e04cc6da-07b9-432c-aada-906af0748d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:02.899029 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-e04cc6da-07b9-432c-aada-906af0748d67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502243 Dec 14 18:18:02.980425 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:03.005888 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-bf88608c-a21b-4989-b018-1a5ece4052d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937612 Dec 14 18:18:03.112936 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-45faeb05-f482-40d6-ba89-fee87aeaf7fa req-bf78f038-98a8-4699-834e-0d8e8fa0225b service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976388 Dec 14 18:18:03.246269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '2b8b12cd-8d0d-4c68-9693-5a34f2571ff6', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'de006300-a701-4834-97d2-b3afd237d181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:e6:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:01Z', 'updated_at': '2021-12-14T18:18:01Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:03.398540 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385721-79e1-4ceb-a6d4-39d2c505f4f3 None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '2b8b12cd-8d0d-4c68-9693-5a34f2571ff6', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'de006300-a701-4834-97d2-b3afd237d181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:e6:0f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:01Z', 'updated_at': '2021-12-14T18:18:01Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:18:03.671957 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e623ade-78b6-40a4-89d8-1d2589b60ae8 None None] New status for floating IP 2b8b12cd-8d0d-4c68-9693-5a34f2571ff6: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:18:03.734137 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de012-4f73-433e-be18-9001815a133e req-f1f3b555-31a0-4355-bf4c-2d9e24dbfd10 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:03.736682 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ac7de012-4f73-433e-be18-9001815a133e req-f1f3b555-31a0-4355-bf4c-2d9e24dbfd10 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0863423 Dec 14 18:18:03.787784 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ac7de012-4f73-433e-be18-9001815a133e req-ffe0bfbb-a824-4498-ab34-84becd70a274 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445631 Dec 14 18:18:03.959076 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49448) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:04.073660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f33ffc86-201e-456c-87a5-86ad3df7904e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.176836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f33ffc86-201e-456c-87a5-86ad3df7904e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.181109 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f33ffc86-201e-456c-87a5-86ad3df7904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.219368 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f33ffc86-201e-456c-87a5-86ad3df7904e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e8c66de006f4841aeda687f08356042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592144 Dec 14 18:18:04.220245 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ffc86-201e-456c-87a5-86ad3df7904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6a7d9-0628-47e2-80c3-a15d796ae5d4,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:04.222960 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49452) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:04.274101 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.298826 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.347935 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.350716 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.354431 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38a6a7d9-0628-47e2-80c3-a15d796ae5d4 HTTP/1.1" status: 204 len: 168 time: 0.1276813 Dec 14 18:18:04.360594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab331-1375-4e27-b7a9-acfcd9905681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6a7d9-0628-47e2-80c3-a15d796ae5d4,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:04.633606 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49458) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:04.647601 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-81de9524-9b03-443b-a146-f388f8661979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.728607 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-81de9524-9b03-443b-a146-f388f8661979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.732485 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-81de9524-9b03-443b-a146-f388f8661979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.770189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de9524-9b03-443b-a146-f388f8661979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce8408-ad58-4961-a6f4-889990284e8c,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:04.776013 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-81de9524-9b03-443b-a146-f388f8661979 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d6c301e74ad4d1691001ff0b9193b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413329 Dec 14 18:18:04.778830 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49460) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:04.834774 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.860764 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.932560 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9da85a-10cf-4b3e-a204-a0e061eb4c20 req-357a9af7-07cd-4a72-9a2d-3ef142478fb0 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:04.934086 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d9da85a-10cf-4b3e-a204-a0e061eb4c20 req-357a9af7-07cd-4a72-9a2d-3ef142478fb0 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0665762 Dec 14 18:18:04.948768 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.951781 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:04.952842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afce8408-ad58-4961-a6f4-889990284e8c HTTP/1.1" status: 204 len: 168 time: 0.1723933 Dec 14 18:18:04.969348 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd714-dcda-41dc-afaf-aa5724d6ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce8408-ad58-4961-a6f4-889990284e8c,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:04.989039 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d9da85a-10cf-4b3e-a204-a0e061eb4c20 req-0c6702e6-a4ec-427c-8b8a-704d5aa11057 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=770f73df-f6bd-4263-8672-8753499561af&id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485635 Dec 14 18:18:09.588053 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:13.203337 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-51244396-4df8-4518-ac86-00a15b766058 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441582 Dec 14 18:18:13.276396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-3cd096ea-5400-4626-a2ea-aaf34c683b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:13.277896 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-3cd096ea-5400-4626-a2ea-aaf34c683b0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1099 time: 0.0444093 Dec 14 18:18:13.387046 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-cf1c1850-b70c-444f-890c-893b724f97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:13.388501 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-cf1c1850-b70c-444f-890c-893b724f97ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.0913579 Dec 14 18:18:13.459904 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-940e9eff-f4c9-4b4a-8de7-c78cc204a170 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 1001 time: 0.0610785 Dec 14 18:18:13.509312 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-d80c1505-278f-4206-b475-b5e6dd8e8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:13.510790 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-d80c1505-278f-4206-b475-b5e6dd8e8fab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0432723 Dec 14 18:18:13.562580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-e216a35d-cb10-43a0-b7e6-b8ae6860443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:13.564058 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-e216a35d-cb10-43a0-b7e6-b8ae6860443a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394835 Dec 14 18:18:13.895321 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-cdf4c697-6703-4a1e-9245-6e504bf2f1db service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185833 Dec 14 18:18:13.995288 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7181e99-2d3c-45dd-8253-ef61eb0741a5 req-545d149c-66c3-40a4-8db7-c377cf9f81b4 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893021 Dec 14 18:18:14.420474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba484b-b42f-48a5-aacf-1d1815bd1207 req-5a42502f-72d9-4d3e-9dd9-f09de3b6ea8b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:14.421944 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a9ba484b-b42f-48a5-aacf-1d1815bd1207 req-5a42502f-72d9-4d3e-9dd9-f09de3b6ea8b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0531852 Dec 14 18:18:14.460704 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a9ba484b-b42f-48a5-aacf-1d1815bd1207 req-c36674bf-12ae-406e-9503-6f5ccd29fa23 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327337 Dec 14 18:18:15.585382 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da310b-6f31-41f1-ba2d-91dc93374ab9 req-f7079025-e289-4537-9483-b5be9f604fcf tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:15.587129 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-02da310b-6f31-41f1-ba2d-91dc93374ab9 req-f7079025-e289-4537-9483-b5be9f604fcf tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0507889 Dec 14 18:18:15.634009 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-02da310b-6f31-41f1-ba2d-91dc93374ab9 req-81cdb6c4-2543-4987-ac2d-9390fd85fc02 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405645 Dec 14 18:18:16.761554 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4447c3-6dc8-4932-acc9-2cff974365e8 req-c030a68b-e3cd-44d4-8255-70250c4ce0db tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:16.763648 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-df4447c3-6dc8-4932-acc9-2cff974365e8 req-c030a68b-e3cd-44d4-8255-70250c4ce0db tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0575371 Dec 14 18:18:16.801745 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-df4447c3-6dc8-4932-acc9-2cff974365e8 req-a761c907-9bc2-4c1f-bc5d-3fcbe09ee4e3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Dec 14 18:18:17.077177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49630) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:17.178989 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-87b699ff-293b-4b34-a8d5-f1d1854d151f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.251166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-87b699ff-293b-4b34-a8d5-f1d1854d151f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.254840 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-87b699ff-293b-4b34-a8d5-f1d1854d151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.291697 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-87b699ff-293b-4b34-a8d5-f1d1854d151f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=165dcb39ebc94ce7a60c9c4f41fc6979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134521 Dec 14 18:18:17.292913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b699ff-293b-4b34-a8d5-f1d1854d151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8b5a0-0314-4ca2-8c49-81b3ad8495fc,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:17.294488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49634) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:17.342421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.365410 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.411235 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.413736 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.414897 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17a8b5a0-0314-4ca2-8c49-81b3ad8495fc HTTP/1.1" status: 204 len: 168 time: 0.1193631 Dec 14 18:18:17.426770 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9175-2b2f-4ff6-8c3c-2874f0d3e161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8b5a0-0314-4ca2-8c49-81b3ad8495fc,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:17.687851 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49640) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:17.700854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5c688343-c1f7-40e1-8611-1794af8b6e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.778342 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5c688343-c1f7-40e1-8611-1794af8b6e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.782746 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5c688343-c1f7-40e1-8611-1794af8b6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.820232 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-5c688343-c1f7-40e1-8611-1794af8b6e6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b02dffa5cc04569bcaf49846274a056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313150 Dec 14 18:18:17.821078 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688343-c1f7-40e1-8611-1794af8b6e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7549684e-9cbe-4919-9994-e330720dfc64,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:17.822863 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49642) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:17.874117 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.898255 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.916141 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcaf-b75e-4e2f-9039-623812580787 req-2d51314f-33a8-4454-9a04-b54529b11d8b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:17.917626 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48a7dcaf-b75e-4e2f-9039-623812580787 req-2d51314f-33a8-4454-9a04-b54529b11d8b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0487528 Dec 14 18:18:17.943557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.946109 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:17.947280 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7549684e-9cbe-4919-9994-e330720dfc64 HTTP/1.1" status: 204 len: 168 time: 0.1228254 Dec 14 18:18:17.955048 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb148acc-322f-466f-b215-fc714ac74c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7549684e-9cbe-4919-9994-e330720dfc64,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:17.957854 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-48a7dcaf-b75e-4e2f-9039-623812580787 req-41bcd49e-28cd-4fe0-9005-eeaae232ef3b tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Dec 14 18:18:19.079491 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6d3fb-9baf-4623-9af4-f44748c38ac7 req-14f57fc6-544a-4ea3-8137-0730015813f1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:19.081016 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5a6d3fb-9baf-4623-9af4-f44748c38ac7 req-14f57fc6-544a-4ea3-8137-0730015813f1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0529320 Dec 14 18:18:19.119424 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d5a6d3fb-9baf-4623-9af4-f44748c38ac7 req-9086bb77-1d8d-4074-9e4e-56a515e5b846 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Dec 14 18:18:20.235905 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb88d79-06b3-4a35-942d-4845fa6dd082 req-16539134-df4e-41df-8081-d7e37d8ed4b6 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:20.237358 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8cb88d79-06b3-4a35-942d-4845fa6dd082 req-16539134-df4e-41df-8081-d7e37d8ed4b6 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0485139 Dec 14 18:18:20.276205 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8cb88d79-06b3-4a35-942d-4845fa6dd082 req-284092ff-47cb-4130-b7e9-58e168d96fb4 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Dec 14 18:18:21.387234 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d728-4a55-4de3-b0fe-2f80cfe0ca52 req-c770d8f9-a298-4d98-be98-58a355671a98 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:21.389193 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd87d728-4a55-4de3-b0fe-2f80cfe0ca52 req-c770d8f9-a298-4d98-be98-58a355671a98 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0486436 Dec 14 18:18:21.426297 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd87d728-4a55-4de3-b0fe-2f80cfe0ca52 req-93bc7998-cb44-41ea-bbf5-4f3dffb676d1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Dec 14 18:18:22.280567 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49748) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:22.384991 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-89d4a8ca-dd25-4de1-a591-b02ea4f9604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.467853 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-89d4a8ca-dd25-4de1-a591-b02ea4f9604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.472667 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-89d4a8ca-dd25-4de1-a591-b02ea4f9604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.516532 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-89d4a8ca-dd25-4de1-a591-b02ea4f9604a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4de110c73bf243beb784a49c7390f249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348380 Dec 14 18:18:22.517316 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a8ca-dd25-4de1-a591-b02ea4f9604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0470d46-b19a-417d-a353-968f7f19ec5f,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:22.518588 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49754) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:22.585960 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d27ad-9826-4032-91eb-7eb4bd5fc60c req-a2f211b5-b620-469f-9a8f-2c7d39ec7412 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:22.587468 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0f5d27ad-9826-4032-91eb-7eb4bd5fc60c req-a2f211b5-b620-469f-9a8f-2c7d39ec7412 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0847855 Dec 14 18:18:22.640812 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0f5d27ad-9826-4032-91eb-7eb4bd5fc60c req-98f053e3-a591-4745-9d45-c4753a08a8af tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Dec 14 18:18:22.641516 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.666073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.714901 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.718081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:22.719273 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0470d46-b19a-417d-a353-968f7f19ec5f HTTP/1.1" status: 204 len: 168 time: 0.1782022 Dec 14 18:18:22.727977 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c4bcd-22c6-4324-a8a9-8e3639315b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0470d46-b19a-417d-a353-968f7f19ec5f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:22.992459 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49760) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:23.005448 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc50-409a-4b07-90a1-fb516c14c7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.086071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc50-409a-4b07-90a1-fb516c14c7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.089931 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a70cbc50-409a-4b07-90a1-fb516c14c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.133960 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a70cbc50-409a-4b07-90a1-fb516c14c7a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e782afd5442543a6947b3e14e72e8ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403384 Dec 14 18:18:23.135171 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cbc50-409a-4b07-90a1-fb516c14c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ef4c7-dbbd-4bab-a689-d6611bdd7b59,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:23.137706 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49764) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:23.197895 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.223400 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.273272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.275953 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:23.277320 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e7ef4c7-dbbd-4bab-a689-d6611bdd7b59 HTTP/1.1" status: 204 len: 168 time: 0.1380711 Dec 14 18:18:23.285373 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbadf58-5b55-40e0-baa3-85708f371f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ef4c7-dbbd-4bab-a689-d6611bdd7b59,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:23.496729 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab641-6635-425e-b8ce-4338a4fb6743 req-a517a406-5c04-490c-b746-9b138f999515 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:23.498963 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d52ab641-6635-425e-b8ce-4338a4fb6743 req-a517a406-5c04-490c-b746-9b138f999515 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0620685 Dec 14 18:18:23.537927 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d52ab641-6635-425e-b8ce-4338a4fb6743 req-7ed8a2d6-eac5-4511-aebf-c1bbf8cc7855 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Dec 14 18:18:23.779188 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb78f-90d9-4b8d-96a3-874442a544ef req-f51548a7-67c2-4136-94d7-47ca3e5802d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:23.780750 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-877cb78f-90d9-4b8d-96a3-874442a544ef req-f51548a7-67c2-4136-94d7-47ca3e5802d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0625134 Dec 14 18:18:23.821711 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-877cb78f-90d9-4b8d-96a3-874442a544ef req-a9081d0d-3dc9-4b78-a23c-b70f544541f9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344596 Dec 14 18:18:24.023630 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49796) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:24.124718 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1157939654-network', 'tenant_id': 'b3073fedaad2447ba0352b250676862e'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:24.147694 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Made reservation on behalf of b3073fedaad2447ba0352b250676862e for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:18:24.149895 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.158529 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.239073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.243713 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.270804 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:18:24.280812 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a6c3a-1c14-4716-aade-f7842fb6787f,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:24.286968 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.287318 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Added segment cbd4dca5-dc40-4298-800b-6a3389c120c9 of type vlan for network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 Dec 14 18:18:24.329689 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.354385 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.355434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:24.356012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.412549 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3876381 Dec 14 18:18:24.416287 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49800) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:24.422522 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Request body: {'subnet': {'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1157939654-subnet', 'tenant_id': 'b3073fedaad2447ba0352b250676862e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:24.425165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa154-f17b-4c91-9ef2-41022637f8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=702ce22b-eaf4-4eed-9f4b-d7ed865a1767,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:24.436156 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:18:24.446160 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Made reservation on behalf of b3073fedaad2447ba0352b250676862e for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:18:24.448729 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4278125'] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.520082 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2496-8ea2-47a8-bd3d-afef137401d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.627843 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7620463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4634775'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.678296 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef638-0d4b-4776-9ce2-35bb85307334 req-30f3b8b6-4139-482a-a39a-eb83dfa6c2ce tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:24.680100 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5ebef638-0d4b-4776-9ce2-35bb85307334 req-30f3b8b6-4139-482a-a39a-eb83dfa6c2ce tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0681028 Dec 14 18:18:24.693032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f813922c-6dda-4487-b828-528fcf2b3bd3,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:24.703069 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Checking segment: {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:18:24.703479 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Network hostable DHCP agents. Network: 702ce22b-eaf4-4eed-9f4b-d7ed865a1767, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:18:24.721344 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5ebef638-0d4b-4776-9ce2-35bb85307334 req-eeed0cc4-5715-4191-a92d-6d3b9b257725 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Dec 14 18:18:24.721593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:18:24.733376 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 702ce22b-eaf4-4eed-9f4b-d7ed865a1767) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:24.749402 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc208ba1-7d97-4eb2-addc-ce69ffffc3ee None None] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:18:24.752007 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:24.752711 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:24.769167 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-49689bca-23f4-4f8a-afcd-8af4e01e4db5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3517609 Dec 14 18:18:24.880640 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3d172-652f-4260-8e4a-cf7ed474dde9 None None] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:18:24.943260 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16ca8-e4e1-4479-9080-adede2ae9387 req-be408f0f-e74e-49c2-88d2-0a9fdc2842fd tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:24.945000 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31c16ca8-e4e1-4479-9080-adede2ae9387 req-be408f0f-e74e-49c2-88d2-0a9fdc2842fd tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0512693 Dec 14 18:18:24.992872 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31c16ca8-e4e1-4479-9080-adede2ae9387 req-f63f9728-0b12-48ea-be25-d851baca84d7 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Dec 14 18:18:25.238269 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dffd9e-624e-47ef-bd90-24266a1b5ccd req-adf309a0-92d4-4d3e-b1c2-9b9031e2a30d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.240059 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51dffd9e-624e-47ef-bd90-24266a1b5ccd req-adf309a0-92d4-4d3e-b1c2-9b9031e2a30d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0923541 Dec 14 18:18:25.245732 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-6cee00b3-a748-4b64-99db-57a316c02af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.247610 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-6cee00b3-a748-4b64-99db-57a316c02af9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 1099 time: 0.0458221 Dec 14 18:18:25.267925 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-66bf8806-19bc-464f-a12e-ae9e37be4770 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.269644 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-66bf8806-19bc-464f-a12e-ae9e37be4770 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0824332 Dec 14 18:18:25.344899 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-51dffd9e-624e-47ef-bd90-24266a1b5ccd req-1aec5f71-b9b0-493f-9790-e6cffd1d077c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940690 Dec 14 18:18:25.375115 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-6eca4b6f-547c-41ce-80d6-be67aa84108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.376628 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-6eca4b6f-547c-41ce-80d6-be67aa84108d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.1114142 Dec 14 18:18:25.412009 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Deleting port a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:25.412341 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:25.446812 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-c9142bcd-a8db-4170-91b0-917dcc36e57c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 200 len: 1001 time: 0.0617092 Dec 14 18:18:25.506745 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-404ab14e-3eca-4588-bea9-c07e93c5655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.508140 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-404ab14e-3eca-4588-bea9-c07e93c5655d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0495367 Dec 14 18:18:25.515390 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] For port a1fe219e-5b33-4484-919e-447054a93de7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a1fe219e-5b33-4484-919e-447054a93de7,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:25.515768 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:25.557361 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-40565cc9-02a7-4e23-b905-931939613df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.558953 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-40565cc9-02a7-4e23-b905-931939613df7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424035 Dec 14 18:18:25.653571 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-87472cf7-b21f-4f42-aea7-d7b108fa1d25 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866373 Dec 14 18:18:25.755412 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:25.755873 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:25.756480 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Floating IP f237e5be-1285-4750-82aa-595f77dea316 disassociated. External IP: 172.27.1.35, port: a1fe219e-5b33-4484-919e-447054a93de7. Dec 14 18:18:25.756480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Calling delete_port for a1fe219e-5b33-4484-919e-447054a93de7 owned by compute:nova {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:25.760742 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c6e1b947-f1ee-4a94-8c37-d3b79d26c081 req-7a20ec04-ff6a-4572-af8f-2e22e6460489 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985806 Dec 14 18:18:25.887442 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d768-bfaa-427a-9986-6752d8321b11 req-14749854-bdfe-471c-9340-e3fef2347970 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:25.889039 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efe5d768-bfaa-427a-9986-6752d8321b11 req-14749854-bdfe-471c-9340-e3fef2347970 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=816a4968-b13d-46fb-8f66-ad797d16adc2 HTTP/1.1" status: 200 len: 947 time: 0.0803721 Dec 14 18:18:26.008910 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-efe5d768-bfaa-427a-9986-6752d8321b11 req-7ec448b9-5327-4f59-9cd9-629fbc8c5d98 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=8aee7d1b-fe64-43e9-a8f6-cf594100e953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095810 Dec 14 18:18:26.010278 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:26.048582 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'Port': ['ID=a1fe219e-5b33-4484-919e-447054a93de7,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:26.195926 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:18:26.311135 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:18:26.325040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:18:26.336855 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:26.337478 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:26.368197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] No DVR routers for this DVR port a1fe219e-5b33-4484-919e-447054a93de7 on host hv-cinder-82174 {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:26.370871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:26.374816 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3694dadc-137b-4ba4-88f2-a03ca8b1378a req-cea1e991-ad55-443f-9577-48075943de3e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "DELETE /v2.0/ports/a1fe219e-5b33-4484-919e-447054a93de7 HTTP/1.1" status: 204 len: 173 time: 1.0971050 Dec 14 18:18:26.375219 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-deleted', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:26.377689 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86213367-1990-4648-8c62-7bb486986cf5" -d '{"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-deleted", "tag": "a1fe219e-5b33-4484-919e-447054a93de7"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:26.457254 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640c50c-bf57-42cd-bb8d-18e9dfbd81ca x-openstack-request-id: req-8640c50c-bf57-42cd-bb8d-18e9dfbd81ca {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:26.458166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816a4968-b13d-46fb-8f66-ad797d16adc2", "name": "network-vif-deleted", "tag": "a1fe219e-5b33-4484-919e-447054a93de7", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:26.458166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8640c50c-bf57-42cd-bb8d-18e9dfbd81ca {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:26.458730 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816a4968-b13d-46fb-8f66-ad797d16adc2', 'name': 'network-vif-deleted', 'tag': 'a1fe219e-5b33-4484-919e-447054a93de7', 'status': 'completed', 'code': 200} Dec 14 18:18:26.534133 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4f97-487d-4b32-9279-ebcff501962d req-0b076906-c0b5-49f6-876f-0843716e6dc2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:26.541998 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6dcc4f97-487d-4b32-9279-ebcff501962d req-0b076906-c0b5-49f6-876f-0843716e6dc2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0758350 Dec 14 18:18:26.564805 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:26.581957 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6dcc4f97-487d-4b32-9279-ebcff501962d req-572bd24f-d4f5-4039-b9f1-f2f5f94e8456 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Dec 14 18:18:26.718484 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-9e27b7aa-45fa-4044-8c0e-26fb8f05f44f tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:26.725860 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-9e27b7aa-45fa-4044-8c0e-26fb8f05f44f tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 809 time: 0.1232867 Dec 14 18:18:26.736336 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-6553471d-d9fe-4620-bf47-1a33ea047385 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/quotas/b3073fedaad2447ba0352b250676862e HTTP/1.1" status: 200 len: 375 time: 0.0096123 Dec 14 18:18:26.774187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-8965628e-6799-48d4-8cf0-5ba66b76dba3 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314419 Dec 14 18:18:26.815306 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:26.850877 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:18:26.860933 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:26.861665 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:17:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:26.897100 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-0c0c0f5d-4932-409f-8fdc-0b59f0ecc6a9 service neutron] 10.222.0.49 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146650 Dec 14 18:18:26.996102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:27.018618 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-27403422-a927-425d-b8a0-598158a5822f service neutron] 10.222.0.49 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150608 Dec 14 18:18:27.157202 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-5aecc6f1-4c43-4cd1-8325-83d5f12cc6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.179351 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49852) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:27.267981 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7e9549ed-d7d4-452c-8553-4bbc839dc0c1 req-346c8efe-de3f-4742-987d-430140225840 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 210 time: 0.0370543 Dec 14 18:18:27.281823 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.281989 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:27.308971 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448e6d0-2ea1-4785-9830-75b6aea30706 None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:18:27.309270 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.364929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.367807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.371162 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "DELETE /v2.0/security-groups/8aee7d1b-fe64-43e9-a8f6-cf594100e953 HTTP/1.1" status: 204 len: 168 time: 0.1898532 Dec 14 18:18:27.372097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49858) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:27.385930 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb95a10-f579-4512-bfe8-98806d23c2fb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aee7d1b-fe64-43e9-a8f6-cf594100e953,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:27.387206 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.api.v2.resource [None req-3bbd831b-d102-46c8-9c5c-c168bac28906 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] show failed (client error): The resource could not be found. Dec 14 18:18:27.391667 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49862) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:27.397267 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3bbd831b-d102-46c8-9c5c-c168bac28906 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups/8aee7d1b-fe64-43e9-a8f6-cf594100e953 HTTP/1.1" status: 404 len: 347 time: 0.0235457 Dec 14 18:18:27.607389 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368cb8d-f61d-4cb7-992e-4ecf3adea5cf None None] New status for floating IP f237e5be-1285-4750-82aa-595f77dea316: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:18:27.609182 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Deleting port daaa0c3b-74b9-40be-884e-0fa83a702f4a {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:27.610084 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.698111 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.698668 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.712472 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Calling delete_port for daaa0c3b-74b9-40be-884e-0fa83a702f4a owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:27.879709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:27.908282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'Port': ['ID=daaa0c3b-74b9-40be-884e-0fa83a702f4a,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:28.017094 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:18:28.172978 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.175763 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.176896 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1bbe8480-0358-4701-9d46-b7da20ca5d70 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "DELETE /v2.0/floatingips/f237e5be-1285-4750-82aa-595f77dea316 HTTP/1.1" status: 204 len: 168 time: 0.7822547 Dec 14 18:18:28.236898 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.404024 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9ff1117b-d476-41c5-89ca-a4695a8907d0 req-5a25b61c-bdf6-4792-876e-4726aaa0ddd9 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 210 time: 0.0652409 Dec 14 18:18:28.456782 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-c21599da-d283-4e33-89fa-a8c62d511355 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:28.458311 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-c21599da-d283-4e33-89fa-a8c62d511355 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 809 time: 0.1494026 Dec 14 18:18:28.472540 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Request body: {'port': {'device_id': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767', 'admin_state_up': True, 'tenant_id': 'b3073fedaad2447ba0352b250676862e'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:28.519829 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49874) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:28.523545 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505758788', 'description': 'tempest-description--1447465710'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:28.564864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.633686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Made reservation on behalf of b3073fedaad2447ba0352b250676862e for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:18:28.637227 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.730872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.737097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.792920 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.794139 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2741292 Dec 14 18:18:28.797119 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49876) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:28.801725 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group_rule': {'security_group_id': '2e830e89-a9c6-4d62-b32c-4354917a7090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:28.808447 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7f69-cb7a-493c-a442-e242ed18f52c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e830e89-a9c6-4d62-b32c-4354917a7090,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:28.826687 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Allocated IP 172.20.0.9 (702ce22b-eaf4-4eed-9f4b-d7ed865a1767/f813922c-6dda-4487-b828-528fcf2b3bd3/c1ffeba4-7e4a-4347-ae2c-daccb391e529) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:18:28.829878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.886222 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.901743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.920535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a6dcb0-36a6-490a-964d-ffec51c289d1,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:28.933547 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:28.937281 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:28.937444 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8c72e30e-c434-4490-a31a-d89c95b23461 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366010 Dec 14 18:18:28.938580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49878) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:28.943322 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'security_group_rule': {'security_group_id': '2e830e89-a9c6-4d62-b32c-4354917a7090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:28.960377 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: a1fe219e-5b33-4484-919e-447054a93de7 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:28.960718 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a1fe219e-5b33-4484-919e-447054a93de7 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:29.005055 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.039393 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.098778 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.103480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.115874 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.155166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8e1e23-f0e0-4c00-9168-33cf0f8e9f2b,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.162130 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.163337 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8509a078-6077-48fc-bc49-2c085a415890 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2237804 Dec 14 18:18:29.166450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 49880) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:29.171506 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:29.178167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:18:29.181231 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:29.188864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:18:29.194713 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:29.194886 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.195331 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.198712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Pushing event updated for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.213931 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-853cf12e-6d65-4c3b-ae7f-3f32044b94cb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453628 Dec 14 18:18:29.229387 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Request body: {'port': {'device_id': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:29.294405 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.299920 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.405126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Allocated IP 172.27.1.66 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/be1b1a65-0296-43b0-b006-e777e56bd4f8) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:18:29.516556 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.545066 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5ede-a8b8-433b-9645-7410bb4aa19a req-edabb988-5913-442a-b324-92f7d5a1eb15 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:29.546442 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2a4d5ede-a8b8-433b-9645-7410bb4aa19a req-edabb988-5913-442a-b324-92f7d5a1eb15 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 931 time: 0.0748992 Dec 14 18:18:29.553634 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.596966 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:18:29.605346 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:29.607848 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=be1b1a65-0296-43b0-b006-e777e56bd4f8,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.609960 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:18:29.620835 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2a4d5ede-a8b8-433b-9645-7410bb4aa19a req-c18b84de-afbe-4a46-98a7-732038b13641 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Dec 14 18:18:29.634890 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ffeba4-7e4a-4347-ae2c-daccb391e529 {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:29.642535 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.656895 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Transition to ACTIVE for port object c1ffeba4-7e4a-4347-ae2c-daccb391e529 will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:18:29.660993 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.708956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.715028 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.742242 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Attempting to bind port c1ffeba4-7e4a-4347-ae2c-daccb391e529 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:18:29.742571 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Attempting to bind port c1ffeba4-7e4a-4347-ae2c-daccb391e529 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:18:29.742921 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Attempting to bind port c1ffeba4-7e4a-4347-ae2c-daccb391e529 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:29.747802 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Port c1ffeba4-7e4a-4347-ae2c-daccb391e529 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:18:29.748016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.748132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Attempting to bind port c1ffeba4-7e4a-4347-ae2c-daccb391e529 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:29.754750 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:18:29.755081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Checking segment: {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:18:29.755463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Bound using segment: {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:18:29.755882 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Bound port: c1ffeba4-7e4a-4347-ae2c-daccb391e529, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:18:29.756231 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.822380 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:18:29.825602 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:18:29.829220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.863533 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:29.864147 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.865506 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1ffeba4-7e4a-4347-ae2c-daccb391e529 HTTP/1.1" status: 200 len: 1093 time: 0.6404498 Dec 14 18:18:29.865933 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:29.868436 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6357668d-8995-45af-98e4-24beb2e44051" -d '{"events": [{"name": "network-changed", "server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:29.891838 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dced25-0143-4e67-9a76-b8de7a356a13 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.906450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.911626 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:29.939629 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461444d-d665-48c3-a02d-bf1f4117947b x-openstack-request-id: req-5461444d-d665-48c3-a02d-bf1f4117947b {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:29.939900 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:29.940131 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5461444d-d665-48c3-a02d-bf1f4117947b {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:29.940515 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529', 'status': 'completed', 'code': 200} Dec 14 18:18:29.955718 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-12d4f056-7c81-41bc-9d41-0a94b537f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:29.957194 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-12d4f056-7c81-41bc-9d41-0a94b537f6b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0472453 Dec 14 18:18:29.979434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=be1b1a65-0296-43b0-b006-e777e56bd4f8,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:29.990019 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:30.000639 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:30.001179 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-f21d2b8d-b2ab-43e6-a7e0-2ac8effa7b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529 HTTP/1.1" status: 200 len: 217 time: 0.0354216 Dec 14 18:18:30.016103 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:30.017300 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9996f0fb-6d5a-4c91-aadf-858b368d52de tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8498096 Dec 14 18:18:30.051762 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-c76d4279-9f45-4fdc-af6d-2b81c229bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:30.053518 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-c76d4279-9f45-4fdc-af6d-2b81c229bfbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f813922c-6dda-4487-b828-528fcf2b3bd3 HTTP/1.1" status: 200 len: 849 time: 0.0439167 Dec 14 18:18:30.063141 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:30.102517 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-8785ddb8-b086-4406-937e-0c3d2cdcbb3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300286 Dec 14 18:18:30.215578 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-b8ceab34-9846-4763-81c6-ae6f9eabee1f service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052234 Dec 14 18:18:30.222515 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-7e494347-7e87-4fc5-b9b2-467c9994718e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--505758788&fields=id&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 267 time: 0.0498827 Dec 14 18:18:30.387938 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7246b97b-b6bd-45fa-a073-82e8dc91fe64 req-6c7d31c7-6479-4041-902a-b3c6c9743000 service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640158 Dec 14 18:18:30.394935 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-00d5338e-a2cb-410e-8c23-a27105e3506f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:30.396309 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-00d5338e-a2cb-410e-8c23-a27105e3506f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 817 time: 0.1657774 Dec 14 18:18:30.412292 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-c1df463d-4921-4a88-809a-2fc724efc12d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/quotas/4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Dec 14 18:18:30.497917 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-c5a54cda-8b92-4fba-9cb6-de457ad7f78f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792952 Dec 14 18:18:30.504252 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357668d-8995-45af-98e4-24beb2e44051 req-e2123757-156b-4afa-995e-d0a707e18a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:30.505645 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-e2123757-156b-4afa-995e-d0a707e18a9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 1096 time: 0.0566630 Dec 14 18:18:30.651484 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-f026dbc6-be8f-427f-b5d1-525ea41cf3f8 service neutron] 10.222.0.49 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420336 Dec 14 18:18:30.668585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357668d-8995-45af-98e4-24beb2e44051 req-2c720a84-fab9-4ae7-b17a-a555c8a4bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:30.670573 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-2c720a84-fab9-4ae7-b17a-a555c8a4bedf service neutron] 10.222.0.30 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 910 time: 0.1448677 Dec 14 18:18:30.996831 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-5170352e-9e4b-4560-9161-e986b205b00d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529 HTTP/1.1" status: 200 len: 217 time: 0.0597527 Dec 14 18:18:31.058777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d525fa-0cb6-4d2c-b31f-834b256de0bb req-e2ae3f3f-1aec-4b2b-ba87-b910880beaf2 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:31.060244 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b1d525fa-0cb6-4d2c-b31f-834b256de0bb req-e2ae3f3f-1aec-4b2b-ba87-b910880beaf2 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 943 time: 0.1219296 Dec 14 18:18:31.096526 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-5a171416-c9f4-41a4-b53d-7433a041203e service neutron] 10.222.0.49 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373591 Dec 14 18:18:31.107515 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357668d-8995-45af-98e4-24beb2e44051 req-42be3ea6-b3c8-4579-993d-8a577c7c4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:31.108890 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-42be3ea6-b3c8-4579-993d-8a577c7c4c82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f813922c-6dda-4487-b828-528fcf2b3bd3 HTTP/1.1" status: 200 len: 849 time: 0.0941734 Dec 14 18:18:31.128567 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b1d525fa-0cb6-4d2c-b31f-834b256de0bb req-e63df292-6bbd-4066-9ff0-43d6a415218c tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Dec 14 18:18:31.147289 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-7d33e2ee-67cb-4cd2-ba15-bf0536179e36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Dec 14 18:18:31.270368 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-586ce809-52d2-44b6-ac9c-35555dd25332 req-a6e00084-092f-4424-9ebc-116e0be07a58 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 210 time: 0.0383465 Dec 14 18:18:31.275842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-70bde7c9-ba51-4038-aaa6-289f4ca894ca service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151268 Dec 14 18:18:31.371796 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6357668d-8995-45af-98e4-24beb2e44051 req-dbc12358-db4c-43bd-b6eb-22cda299057c service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839269 Dec 14 18:18:32.300003 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d97a48-4e28-4300-84b7-e43f3d6e8353 req-39f8977d-4a6a-4456-b57e-5dee53ebe0eb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:32.303339 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41d97a48-4e28-4300-84b7-e43f3d6e8353 req-39f8977d-4a6a-4456-b57e-5dee53ebe0eb tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 943 time: 0.0874088 Dec 14 18:18:32.317798 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-cfdc7272-011e-4c40-9ee1-80163b2aa2c1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:32.319279 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-cfdc7272-011e-4c40-9ee1-80163b2aa2c1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 817 time: 0.1555018 Dec 14 18:18:32.398106 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-41d97a48-4e28-4300-84b7-e43f3d6e8353 req-856fdb88-789a-42b3-92ba-8d003602fa62 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882287 Dec 14 18:18:32.401853 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a4b00dea-ea3a-4a9a-a4c7-3a325bff905a req-937800ad-ed2a-4ef1-8bd5-87a9f3cbb237 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 210 time: 0.0550377 Dec 14 18:18:32.409436 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-4b7c5dc8-cc92-476d-9335-62c024815fe7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 379 time: 0.0775068 Dec 14 18:18:32.419532 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'port': {'device_id': '5b728744-7e5d-4206-bed2-53b28ebff190', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'admin_state_up': True, 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'security_groups': ['2e830e89-a9c6-4d62-b32c-4354917a7090']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:32.526108 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Made reservation on behalf of 4a76fd13a03b419fbc5481def65810e0 for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:18:32.530306 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:32.659871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Allocated IP 172.20.0.14 (72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37/cdd076ff-2aa2-46e0-8c8d-ec8433b05fba/9f6cc90a-6fa6-496c-a22a-097508c4baae) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:18:32.796189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:32.836478 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:32.882081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:18:32.885642 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:32.890310 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:18:32.896116 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:32.896720 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:32.905092 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:32.924483 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-02adc899-cd83-4f54-a259-65492bcd6519 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5087249 Dec 14 18:18:32.939576 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Request body: {'port': {'device_id': '5b728744-7e5d-4206-bed2-53b28ebff190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:32.961955 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device c1ffeba4-7e4a-4347-ae2c-daccb391e529 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:18:32.994571 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.060620 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:33.072099 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529', 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767', 'port_id': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529', 'mac_address': 'fa:16:3e:d1:1e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f813922c-6dda-4487-b828-528fcf2b3bd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:18:33.108592 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.133067 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ffeba4-7e4a-4347-ae2c-daccb391e529 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:33.160390 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:33.163065 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-e04b5648-0848-45b9-ba27-a7404d4dcc8b None None] Provisioning complete for port 9f6cc90a-6fa6-496c-a22a-097508c4baae triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:18:33.163357 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e04b5648-0848-45b9-ba27-a7404d4dcc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.165950 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.222231 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-e04b5648-0848-45b9-ba27-a7404d4dcc8b None None] Port 9f6cc90a-6fa6-496c-a22a-097508c4baae cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:18:33.236710 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:33.243799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.244169 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.244509 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.244842 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.245167 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.245510 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.245814 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.246131 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.246448 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.246887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.247207 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.247520 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:33.268762 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:33.276791 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.288995 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Transition to ACTIVE for port object 9f6cc90a-6fa6-496c-a22a-097508c4baae will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:18:33.292424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.342533 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:33.374328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Attempting to bind port 9f6cc90a-6fa6-496c-a22a-097508c4baae on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:18:33.374763 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Attempting to bind port 9f6cc90a-6fa6-496c-a22a-097508c4baae by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:18:33.375092 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Attempting to bind port 9f6cc90a-6fa6-496c-a22a-097508c4baae on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:33.379775 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Port 9f6cc90a-6fa6-496c-a22a-097508c4baae on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:18:33.380090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Attempting to bind port 9f6cc90a-6fa6-496c-a22a-097508c4baae on network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:33.385189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:18:33.385511 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Checking segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:18:33.385882 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Bound using segment: {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:18:33.386303 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Bound port: 9f6cc90a-6fa6-496c-a22a-097508c4baae, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da719c-90ac-43ff-a66a-eaed2864c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:18:33.386684 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.413637 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['c1ffeba4-7e4a-4347-ae2c-daccb391e529'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:33.510522 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:18:33.563842 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:18:33.571666 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.623783 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.624516 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:33.626216 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] 10.222.0.30 "PUT /v2.0/ports/9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 1094 time: 0.6915197 Dec 14 18:18:33.631792 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:33.634100 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60" -d '{"events": [{"name": "network-changed", "server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:33.673421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368be63-a97c-44f1-9c8f-1d1739463f2f req-db76d6ee-7342-44e0-a1f4-2d3ac0342352 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.674905 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2368be63-a97c-44f1-9c8f-1d1739463f2f req-db76d6ee-7342-44e0-a1f4-2d3ac0342352 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 944 time: 0.1610665 Dec 14 18:18:33.685526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204e612-7a83-4597-9a49-8c95f2025008 req-2a82f59b-c432-4074-a795-ae6a00524404 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.687235 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a204e612-7a83-4597-9a49-8c95f2025008 req-2a82f59b-c432-4074-a795-ae6a00524404 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.1916981 Dec 14 18:18:33.706641 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337f3f-bc48-43ca-8031-f52226f7feff service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:33.785925 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2368be63-a97c-44f1-9c8f-1d1739463f2f req-fd287273-8062-429a-a40f-2f42f10c6016 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954807 Dec 14 18:18:33.789739 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a204e612-7a83-4597-9a49-8c95f2025008 req-836667ad-a9ca-4334-957c-bb4252004d53 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915365 Dec 14 18:18:33.791766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0e407b64-7c67-4d4a-927f-2bac58928c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.793188 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-0e407b64-7c67-4d4a-927f-2bac58928c11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1097 time: 0.1173840 Dec 14 18:18:33.840381 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-b555f3de-d91a-4a25-807f-dcae68cadf7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 217 time: 0.0386465 Dec 14 18:18:33.842376 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f5c1ce-8941-42a5-b60b-5958f345ef8c x-openstack-request-id: req-b8f5c1ce-8941-42a5-b60b-5958f345ef8c {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:33.842732 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:33.842969 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8f5c1ce-8941-42a5-b60b-5958f345ef8c {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:33.843331 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'status': 'completed', 'code': 200} Dec 14 18:18:33.914379 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-453ee4a3-99aa-4dd0-8f32-2443865f67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.915898 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-453ee4a3-99aa-4dd0-8f32-2443865f67b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0446541 Dec 14 18:18:33.965726 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-778c07a2-5dd6-4b59-affb-154dfe45d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:33.967645 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-778c07a2-5dd6-4b59-affb-154dfe45d45c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403490 Dec 14 18:18:34.058865 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-99893433-27d4-449d-b03d-7d784afd8c0f service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828340 Dec 14 18:18:34.155770 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e09645cc-c4ab-4079-898f-c91a0640c9b4 req-5de49825-a8ab-4ecb-aeb3-7dde8fa175fd service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854027 Dec 14 18:18:34.243870 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-e2984570-afec-4bb7-953d-1bcb0e7711a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.245208 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-e2984570-afec-4bb7-953d-1bcb0e7711a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1097 time: 0.0404708 Dec 14 18:18:34.343517 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-802043b0-2cb0-4324-ad7d-196d4cbc8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.345105 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-802043b0-2cb0-4324-ad7d-196d4cbc8942 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.0923128 Dec 14 18:18:34.392994 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-6989f617-e585-4778-9490-103c058a7702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 217 time: 0.0387197 Dec 14 18:18:34.447851 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-46754e44-8b7a-409e-971c-ad65c4d42ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.449464 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-46754e44-8b7a-409e-971c-ad65c4d42ae0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0484619 Dec 14 18:18:34.508009 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-fc733fad-8c84-4a94-995a-c810931ee224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.509393 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-fc733fad-8c84-4a94-995a-c810931ee224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442863 Dec 14 18:18:34.597888 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-83118a4f-dfef-44cc-bcb3-abd3c80f47d2 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798938 Dec 14 18:18:34.690337 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d146da8e-a3c0-4ffc-978d-d7c8f65d0c60 req-3456a1e6-7f2f-4d3e-af44-b28bc146e725 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 Dec 14 18:18:34.930956 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43de55-5f64-4739-800e-c841f859d359 req-983fe658-7645-4b0d-b51d-7fbdda044712 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.932426 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c43de55-5f64-4739-800e-c841f859d359 req-983fe658-7645-4b0d-b51d-7fbdda044712 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 944 time: 0.0737989 Dec 14 18:18:34.943525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5441-8bf5-4030-989b-a8d7815fc0fe req-ab3da939-5ee5-4b4b-8b42-ebed4c67781a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:34.944902 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b8df5441-8bf5-4030-989b-a8d7815fc0fe req-ab3da939-5ee5-4b4b-8b42-ebed4c67781a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0771103 Dec 14 18:18:34.979564 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device c1ffeba4-7e4a-4347-ae2c-daccb391e529 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:18:35.001035 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c43de55-5f64-4739-800e-c841f859d359 req-fffb5271-b4cc-41ad-9254-94e340f0b3b9 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551908 Dec 14 18:18:35.008391 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b8df5441-8bf5-4030-989b-a8d7815fc0fe req-144ad833-6aed-4b7c-8557-69b0af3afaab tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553765 Dec 14 18:18:35.033746 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port c1ffeba4-7e4a-4347-ae2c-daccb391e529 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:18:35.037343 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port c1ffeba4-7e4a-4347-ae2c-daccb391e529 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:18:35.037706 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:35.118395 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:35.141702 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:35.143958 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbadab54-6f19-408e-bc5b-abdf959b72b1" -d '{"events": [{"server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "name": "network-vif-plugged", "status": "completed", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:35.156658 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:35.160982 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:35.183741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf14024-f2ec-49f5-8c4d-40f2d004d70b x-openstack-request-id: req-adf14024-f2ec-49f5-8c4d-40f2d004d70b {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:35.184052 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "name": "network-vif-plugged", "status": "completed", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:35.184304 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adf14024-f2ec-49f5-8c4d-40f2d004d70b {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:35.185180 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529', 'code': 200} Dec 14 18:18:35.211327 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:35.355220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cb2ed-7ef2-44f0-9fd0-106bb660de4a req-d0c6194a-10da-4fc9-ac7a-434fcf3ca982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:35.356655 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-962cb2ed-7ef2-44f0-9fd0-106bb660de4a req-d0c6194a-10da-4fc9-ac7a-434fcf3ca982 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 1098 time: 0.0391884 Dec 14 18:18:35.394814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-962cb2ed-7ef2-44f0-9fd0-106bb660de4a req-93d2dbc5-45da-44e6-a9fa-e1fb822cbc32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279853 Dec 14 18:18:36.142139 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074e670-ad22-4521-b2c2-88da266969cb req-40d89d2d-3a14-4d4b-858a-ea3f199de31d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:36.143642 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e074e670-ad22-4521-b2c2-88da266969cb req-40d89d2d-3a14-4d4b-858a-ea3f199de31d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 945 time: 0.0758061 Dec 14 18:18:36.160609 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf7613-0bb9-4222-942e-5f539dc23328 req-b3e5e1cd-d8d4-4cf4-85bd-05921782b5cd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:36.162054 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1bdf7613-0bb9-4222-942e-5f539dc23328 req-b3e5e1cd-d8d4-4cf4-85bd-05921782b5cd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0684419 Dec 14 18:18:36.221851 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e074e670-ad22-4521-b2c2-88da266969cb req-9d65df7a-dad4-4d67-bfba-27039079b8a3 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588322 Dec 14 18:18:36.224834 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1bdf7613-0bb9-4222-942e-5f539dc23328 req-daa23291-e3b4-4598-b895-35996a846c8f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559769 Dec 14 18:18:36.978411 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:18:37.073511 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:37.084099 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:18:37.120364 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:37.133097 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:37.151194 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:37.155291 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:37.202957 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:37.365659 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b5ba-3f86-44a9-95e2-9a3ee8800a11 req-d2e85f7b-2360-4f4e-b322-8dd94be42804 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:37.367299 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c14b5ba-3f86-44a9-95e2-9a3ee8800a11 req-d2e85f7b-2360-4f4e-b322-8dd94be42804 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0672004 Dec 14 18:18:37.375395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d41f6-0105-4b27-8dfc-1ef5ae1b8fc7 req-fd9aa302-ae4f-43f3-b87c-9d4d1afe2531 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:37.376736 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8e9d41f6-0105-4b27-8dfc-1ef5ae1b8fc7 req-fd9aa302-ae4f-43f3-b87c-9d4d1afe2531 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 945 time: 0.0862687 Dec 14 18:18:37.432495 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c14b5ba-3f86-44a9-95e2-9a3ee8800a11 req-82b4707e-ad8c-4b55-8e07-286033d136ad tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548253 Dec 14 18:18:37.438304 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8e9d41f6-0105-4b27-8dfc-1ef5ae1b8fc7 req-763882a7-3536-40d3-bd07-1f525b95b627 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 Dec 14 18:18:37.453463 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['9f6cc90a-6fa6-496c-a22a-097508c4baae'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:38.123488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99f2a-f9c1-4ade-804f-13ae1bca01c1 req-2884db30-a4cf-4918-8269-cf7b0bebaa2c tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:38.124927 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8ee99f2a-f9c1-4ade-804f-13ae1bca01c1 req-2884db30-a4cf-4918-8269-cf7b0bebaa2c tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 945 time: 0.0481813 Dec 14 18:18:38.164815 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8ee99f2a-f9c1-4ade-804f-13ae1bca01c1 req-edf3a4cf-de98-4867-9301-d79abd26e76a tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339212 Dec 14 18:18:38.552808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840c9c8-7e28-4be8-81c6-61c1d8495f53 req-6f120e75-42bf-4f14-a6f2-ca8d132a0a80 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:38.554371 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e840c9c8-7e28-4be8-81c6-61c1d8495f53 req-6f120e75-42bf-4f14-a6f2-ca8d132a0a80 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0474596 Dec 14 18:18:38.592182 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e840c9c8-7e28-4be8-81c6-61c1d8495f53 req-a1cace02-72d4-46a8-a8a6-108f7bc9363f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Dec 14 18:18:38.996434 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:18:39.043493 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 9f6cc90a-6fa6-496c-a22a-097508c4baae completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:18:39.047516 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 9f6cc90a-6fa6-496c-a22a-097508c4baae triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:18:39.047878 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:39.124590 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:39.145967 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:39.148219 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd865e98-5862-4fd7-9919-469882316d00" -d '{"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:39.161179 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:39.165335 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:39.187683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec370980-ed3e-440e-bcff-8ab023d4990b x-openstack-request-id: req-ec370980-ed3e-440e-bcff-8ab023d4990b {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:39.187987 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:39.188233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec370980-ed3e-440e-bcff-8ab023d4990b {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:39.188607 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'code': 200} Dec 14 18:18:39.214887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:39.284875 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937119-91d7-46f7-9fe0-9b38ca92cc0f req-001b0436-7aeb-4d70-8aa3-91c75f27c3a4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:39.286370 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-17937119-91d7-46f7-9fe0-9b38ca92cc0f req-001b0436-7aeb-4d70-8aa3-91c75f27c3a4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Dec 14 18:18:39.328964 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-17937119-91d7-46f7-9fe0-9b38ca92cc0f req-93b74bb5-4e5e-41a0-8a26-9b89d59ab6b8 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Dec 14 18:18:39.379324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aaa0-1f2b-439f-b153-b0904a3bdddb req-de3dd10b-4960-43c9-977a-4b99f0272128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:39.380770 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-89a2aaa0-1f2b-439f-b153-b0904a3bdddb req-de3dd10b-4960-43c9-977a-4b99f0272128 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1099 time: 0.0385649 Dec 14 18:18:39.418216 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-89a2aaa0-1f2b-439f-b153-b0904a3bdddb req-3ebafc49-af88-4e39-8c91-816631763fce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269759 Dec 14 18:18:39.582546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:39.716915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a93c0-00c2-40ef-904a-5c0cdaf8c94b req-91a72eee-37dc-4fff-8bd8-9ae51b721bbf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:39.718382 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e9a93c0-00c2-40ef-904a-5c0cdaf8c94b req-91a72eee-37dc-4fff-8bd8-9ae51b721bbf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0492668 Dec 14 18:18:39.756527 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2e9a93c0-00c2-40ef-904a-5c0cdaf8c94b req-25c44a30-b40a-482b-bd04-b62ce9aa80bc tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321739 Dec 14 18:18:39.905847 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-605719d4-efdc-45a3-b27a-6cbd3f6f24bc tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:39.907215 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-605719d4-efdc-45a3-b27a-6cbd3f6f24bc tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 945 time: 0.0483840 Dec 14 18:18:40.024393 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Deleting port c1ffeba4-7e4a-4347-ae2c-daccb391e529 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:40.024746 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:40.119743 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] For port c1ffeba4-7e4a-4347-ae2c-daccb391e529, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c1ffeba4-7e4a-4347-ae2c-daccb391e529,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:40.120109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:40.138353 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Calling delete_port for c1ffeba4-7e4a-4347-ae2c-daccb391e529 owned by compute:nova {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:40.295578 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:40.314041 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['c1ffeba4-7e4a-4347-ae2c-daccb391e529'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:40.327395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Pushing event deleted for resources: {'Port': ['ID=c1ffeba4-7e4a-4347-ae2c-daccb391e529,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:40.370763 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] No DVR routers for this DVR port c1ffeba4-7e4a-4347-ae2c-daccb391e529 on host hv-cinder-82174 {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:40.373496 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:40.377154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e920dd50-3bb4-454f-a475-b8d2e809348c req-0865ba9a-059b-423f-a44c-895314d48771 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "DELETE /v2.0/ports/c1ffeba4-7e4a-4347-ae2c-daccb391e529 HTTP/1.1" status: 204 len: 173 time: 0.4547913 Dec 14 18:18:40.377154 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'name': 'network-vif-deleted', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:40.379361 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27df3a23-35d0-465d-ae27-e214f6b29588" -d '{"events": [{"server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "name": "network-vif-deleted", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:40.417224 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d5d4f7-731f-4dd6-8a98-f40312b8ae8e x-openstack-request-id: req-02d5d4f7-731f-4dd6-8a98-f40312b8ae8e {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:40.417504 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ebeddd-3f54-4456-89e3-618561c7cd00", "name": "network-vif-deleted", "tag": "c1ffeba4-7e4a-4347-ae2c-daccb391e529", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:40.417747 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02d5d4f7-731f-4dd6-8a98-f40312b8ae8e {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:40.418245 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ebeddd-3f54-4456-89e3-618561c7cd00', 'name': 'network-vif-deleted', 'tag': 'c1ffeba4-7e4a-4347-ae2c-daccb391e529', 'status': 'completed', 'code': 200} Dec 14 18:18:40.455362 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-63dc2397-5322-4981-b8b3-025f09db13d9 req-21b3f433-bca9-4133-9ddd-9eb4daa74af4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ebeddd-3f54-4456-89e3-618561c7cd00 HTTP/1.1" status: 200 len: 210 time: 0.0269978 Dec 14 18:18:40.881464 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f15c9-5e7f-44bc-aa02-a9f04adfab0f req-c9ff2410-7c70-4a97-af61-4337d09864c6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:40.882969 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ae1f15c9-5e7f-44bc-aa02-a9f04adfab0f req-c9ff2410-7c70-4a97-af61-4337d09864c6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0501308 Dec 14 18:18:40.926927 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ae1f15c9-5e7f-44bc-aa02-a9f04adfab0f req-7208e861-d411-4870-8050-39f8619aba4f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374870 Dec 14 18:18:41.064549 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beba0e-3f2b-451d-a81c-6417fa44e8df req-65bd8bf4-0598-4ae8-9671-d2fddd6ac709 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:41.066121 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-77beba0e-3f2b-451d-a81c-6417fa44e8df req-65bd8bf4-0598-4ae8-9671-d2fddd6ac709 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0578268 Dec 14 18:18:41.076162 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 49974) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:41.081232 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Request body: {'floatingip': {'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:41.119797 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:41.532631 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:41.536554 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:41.940258 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Floating IP 470a4dab-1859-4190-b355-7909892ad3e3 associated. External IP: 172.27.1.66, port: 9f6cc90a-6fa6-496c-a22a-097508c4baae. Dec 14 18:18:42.026854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-b244068d-4ecf-4446-a797-cf1673b53841 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:42.028844 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-b244068d-4ecf-4446-a797-cf1673b53841 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 809 time: 0.1926126 Dec 14 18:18:42.055999 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-e5bb02bc-d3d5-491d-a4c3-ee34021b3568 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/quotas/b3073fedaad2447ba0352b250676862e HTTP/1.1" status: 200 len: 375 time: 0.0196919 Dec 14 18:18:42.096628 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-78dd073a-63f8-4a8e-a8f2-6593965f180f tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347569 Dec 14 18:18:42.297020 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-2849db25-dede-46d1-a0a8-19e0c280033c service neutron] 10.222.0.49 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925273 Dec 14 18:18:42.332943 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:18:42.488884 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-73988137-fa8e-459e-92df-86c33357921c service neutron] 10.222.0.49 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811004 Dec 14 18:18:42.510072 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:18:42.515852 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:42.520605 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:18:42.531856 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:42.532498 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:42.556012 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-87350884-022d-46c2-a615-f4e337ab43c7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "PUT /v2.0/floatingips/470a4dab-1859-4190-b355-7909892ad3e3 HTTP/1.1" status: 200 len: 991 time: 1.4700470 Dec 14 18:18:42.556012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:42.556012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:42.589595 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15694f07-2b97-48ff-857d-d82a3df6e000 x-openstack-request-id: req-15694f07-2b97-48ff-857d-d82a3df6e000 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:42.590065 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:42.590176 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15694f07-2b97-48ff-857d-d82a3df6e000 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:42.591058 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'status': 'completed', 'code': 200} Dec 14 18:18:42.669178 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:42.675473 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1d9dba33-d5be-4754-9ef1-c6841f63f42e req-a7082ee8-a672-4689-892e-b0994d24769e tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Dec 14 18:18:42.735526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-c36894f1-3c07-4962-afcb-62a1846457d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:42.737061 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-c36894f1-3c07-4962-afcb-62a1846457d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1099 time: 0.0553930 Dec 14 18:18:42.859895 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-b93d842c-1acb-4686-9322-89786c0143f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:42.861414 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-b93d842c-1acb-4686-9322-89786c0143f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.1120641 Dec 14 18:18:42.931013 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '470a4dab-1859-4190-b355-7909892ad3e3', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728744-7e5d-4206-bed2-53b28ebff190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:29Z', 'updated_at': '2021-12-14T18:18:41Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:42.938814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-ccebed5b-2f4c-4bd5-9771-c74aa305bd97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 999 time: 0.0682809 Dec 14 18:18:42.961715 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:18:42.972041 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:42.972652 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:42.999195 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-c1186ceb-5ee4-452d-9033-df3867dcdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:43.000732 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-c1186ceb-5ee4-452d-9033-df3867dcdd6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0500839 Dec 14 18:18:43.046736 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device c1ffeba4-7e4a-4347-ae2c-daccb391e529 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:43.069564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-b4611b9b-352d-434f-9f3f-e6e6369d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:43.072364 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: c1ffeba4-7e4a-4347-ae2c-daccb391e529 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:43.073337 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device c1ffeba4-7e4a-4347-ae2c-daccb391e529 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:43.074362 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-b4611b9b-352d-434f-9f3f-e6e6369d91dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638719 Dec 14 18:18:43.125737 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:43.182577 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-24616af7-35d1-4142-869a-797b806e882c service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944400 Dec 14 18:18:43.295771 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-32cbead3-ea1c-4ba5-aa5d-240473cff4d0 req-bf773284-28f2-49aa-ad7c-e8fc5ea63629 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038733 Dec 14 18:18:43.397309 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '470a4dab-1859-4190-b355-7909892ad3e3', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728744-7e5d-4206-bed2-53b28ebff190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:29Z', 'updated_at': '2021-12-14T18:18:41Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:43.425586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f609e63-64df-4d4f-b9c2-10f8bb4a45ed None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '470a4dab-1859-4190-b355-7909892ad3e3', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'eb166323-111e-4084-b389-f398adc8994e', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b728744-7e5d-4206-bed2-53b28ebff190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:18:29Z', 'updated_at': '2021-12-14T18:18:41Z', 'revision_number': 1, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:18:43.624134 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b66aca-c586-44cd-8cc7-d391d41ead22 None None] New status for floating IP 470a4dab-1859-4190-b355-7909892ad3e3: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:18:43.837594 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-269e4122-2ee1-40e3-9a49-f60de36b3307 req-28058497-f7c9-4ffa-aea2-66577bec279a tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 210 time: 0.0746148 Dec 14 18:18:43.894408 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-030cf452-b595-4819-a69c-2a166748cd2b tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:43.895922 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-030cf452-b595-4819-a69c-2a166748cd2b tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 809 time: 0.1502550 Dec 14 18:18:43.909831 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Request body: {'port': {'device_id': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767', 'admin_state_up': True, 'tenant_id': 'b3073fedaad2447ba0352b250676862e'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:44.024403 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Made reservation on behalf of b3073fedaad2447ba0352b250676862e for: {'port': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:18:44.028639 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.159835 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Allocated IP 172.20.0.10 (702ce22b-eaf4-4eed-9f4b-d7ed865a1767/f813922c-6dda-4487-b828-528fcf2b3bd3/ff375824-93a6-42bc-9c21-26c05d9535c9) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:18:44.324701 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.360226 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.410862 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:18:44.415821 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:18:44.420000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:18:44.426691 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:44.427331 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.451524 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Pushing event updated for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:44.467852 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-8656a73b-e542-4373-84ae-1fac4ba035f4 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623922 Dec 14 18:18:44.481797 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Request body: {'port': {'device_id': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:44.538674 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.848375 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff375824-93a6-42bc-9c21-26c05d9535c9 {{(pid=101643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:44.856944 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.869934 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.provisioning_blocks [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Transition to ACTIVE for port object ff375824-93a6-42bc-9c21-26c05d9535c9 will not be triggered until provisioned by entity L2. {{(pid=101643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:18:44.874894 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:44.937596 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Pushing event updated for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:44.988227 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Attempting to bind port ff375824-93a6-42bc-9c21-26c05d9535c9 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:18:44.988556 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Attempting to bind port ff375824-93a6-42bc-9c21-26c05d9535c9 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:18:44.988874 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Attempting to bind port ff375824-93a6-42bc-9c21-26c05d9535c9 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:44.996385 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Port ff375824-93a6-42bc-9c21-26c05d9535c9 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:18:44.997260 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Attempting to bind port ff375824-93a6-42bc-9c21-26c05d9535c9 on network 702ce22b-eaf4-4eed-9f4b-d7ed865a1767 {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:18:45.005634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:18:45.005958 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Checking segment: {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:18:45.006336 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Bound using segment: {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'} {{(pid=101643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:18:45.006790 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.managers [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Bound port: ff375824-93a6-42bc-9c21-26c05d9535c9, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd4dca5-dc40-4298-800b-6a3389c120c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767'}}] {{(pid=101643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:18:45.007138 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:45.016275 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b96e2-ea15-4d5d-ad58-052759ed9625 req-8d2505ea-1281-4477-a28a-b042581926d9 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.017767 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a13b96e2-ea15-4d5d-ad58-052759ed9625 req-8d2505ea-1281-4477-a28a-b042581926d9 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 944 time: 0.0919027 Dec 14 18:18:45.100885 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a13b96e2-ea15-4d5d-ad58-052759ed9625 req-b6876886-3c59-4cfb-99a1-cbb03285c586 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750418 Dec 14 18:18:45.120852 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, cleared binding levels {{(pid=101643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:18:45.124950 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ff375824-93a6-42bc-9c21-26c05d9535c9,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:18:45.134748 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:45.178277 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.179067 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:45.180475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff375824-93a6-42bc-9c21-26c05d9535c9 HTTP/1.1" status: 200 len: 1094 time: 0.7029612 Dec 14 18:18:45.180901 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:45.183197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed0e988-9d43-437c-b741-e815dd2b9cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:45.219973 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10cae8-aab3-4c03-8cfb-f2e5dadfe628 service neutron] Pushing event updated for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=3']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:45.226887 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b8fdf-d4e7-4500-babc-455ec2bb1ee6 x-openstack-request-id: req-060b8fdf-d4e7-4500-babc-455ec2bb1ee6 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:45.227177 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:45.227425 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-060b8fdf-d4e7-4500-babc-455ec2bb1ee6 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:45.227814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9', 'status': 'completed', 'code': 200} Dec 14 18:18:45.279571 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-a550f67d-4e57-4951-a212-507be36d14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.281100 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-a550f67d-4e57-4951-a212-507be36d14c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 1097 time: 0.0490947 Dec 14 18:18:45.325261 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-58d2528d-fcef-401f-9e9e-e5355ea6f528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff375824-93a6-42bc-9c21-26c05d9535c9 HTTP/1.1" status: 200 len: 217 time: 0.0340512 Dec 14 18:18:45.375152 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-986763ba-4fe0-4263-b1cc-a3da676b8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.376584 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-986763ba-4fe0-4263-b1cc-a3da676b8d70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f813922c-6dda-4487-b828-528fcf2b3bd3 HTTP/1.1" status: 200 len: 849 time: 0.0449708 Dec 14 18:18:45.415273 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-737bde3c-ebc5-499b-8cae-edb2240bae27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281155 Dec 14 18:18:45.509201 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-fc67f984-413f-4a6a-9514-a06f901d4d3f service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863578 Dec 14 18:18:45.608137 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c5337e9-7db9-4000-a5bc-8b8da2185cc0 req-ae992507-6d14-42c8-8810-6a1e1dcc0d0b service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Dec 14 18:18:45.699275 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-5cd4120f-2366-4be6-9fcf-53cd54f2edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.700836 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-5cd4120f-2366-4be6-9fcf-53cd54f2edcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3073fedaad2447ba0352b250676862e&device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 1097 time: 0.0426273 Dec 14 18:18:45.796725 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-0aa2a246-5d02-49c7-809b-b774fdc6d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.798762 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-0aa2a246-5d02-49c7-809b-b774fdc6d929 service neutron] 10.222.0.30 "GET /v2.0/networks?id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 200 len: 910 time: 0.0906913 Dec 14 18:18:45.855256 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-fa49d874-0782-4973-a921-5cfc088e11c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff375824-93a6-42bc-9c21-26c05d9535c9 HTTP/1.1" status: 200 len: 217 time: 0.0394900 Dec 14 18:18:45.919456 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-e3a3f1e2-e1fa-45b0-8c01-0acc2bb1ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:45.920928 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-e3a3f1e2-e1fa-45b0-8c01-0acc2bb1ce6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f813922c-6dda-4487-b828-528fcf2b3bd3 HTTP/1.1" status: 200 len: 849 time: 0.0490737 Dec 14 18:18:45.967661 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-cf0d6159-60fd-4c4d-8a74-d4435442675d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=702ce22b-eaf4-4eed-9f4b-d7ed865a1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315304 Dec 14 18:18:46.088040 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-145f0084-88d4-4671-a71f-84c2b9239141 service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114416 Dec 14 18:18:46.205688 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ed0e988-9d43-437c-b741-e815dd2b9cf7 req-34ffa1b0-0f24-4084-aabd-f7d9c25a5a26 service neutron] 10.222.0.30 "GET /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095939 Dec 14 18:18:46.246366 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ca25-b8e5-4cf5-a5c2-9a15494db7ac req-244999f1-6371-4e50-8c66-590186551eb7 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:46.247854 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d004ca25-b8e5-4cf5-a5c2-9a15494db7ac req-244999f1-6371-4e50-8c66-590186551eb7 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 944 time: 0.0677359 Dec 14 18:18:46.295977 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d004ca25-b8e5-4cf5-a5c2-9a15494db7ac req-b5fb92e2-7374-489c-aa2f-7088d9597f4c tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Dec 14 18:18:46.708820 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-815ea5d2-f501-424b-bb52-6fb615f4a946 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227539190&fields=id&tenant_id=34ed5c08928b46cbb8b719737fc79961 HTTP/1.1" status: 200 len: 267 time: 0.0408156 Dec 14 18:18:46.768012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-c54433fa-9a9b-4f4f-b09b-6017ac7d4ffd tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:46.769488 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-c54433fa-9a9b-4f4f-b09b-6017ac7d4ffd tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 984 time: 0.0532312 Dec 14 18:18:46.780569 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Request body: {'port': {'security_groups': ['d3bccf01-f34b-47ca-b4a1-56a397de083b']}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:18:46.865242 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.055858 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device ff375824-93a6-42bc-9c21-26c05d9535c9 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:18:47.081469 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:47.117257 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.122128 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.137844 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:47.195970 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ff375824-93a6-42bc-9c21-26c05d9535c9,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:47.219257 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'ff375824-93a6-42bc-9c21-26c05d9535c9', 'network_id': '702ce22b-eaf4-4eed-9f4b-d7ed865a1767', 'port_id': 'ff375824-93a6-42bc-9c21-26c05d9535c9', 'mac_address': 'fa:16:3e:a2:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f813922c-6dda-4487-b828-528fcf2b3bd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:18:47.294880 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.321040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff375824-93a6-42bc-9c21-26c05d9535c9 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:18:47.365553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ff375824-93a6-42bc-9c21-26c05d9535c9,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:47.372313 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.451285 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:47.451941 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.453595 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:47.457625 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c5403dcf-29c4-4cda-ad8d-013573c811d8 req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "PUT /v2.0/ports/8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 942 time: 0.6801925 Dec 14 18:18:47.457625 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:47.459597 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586ca6c-8100-4e99-a7ac-fb20ec88d219" -d '{"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:47.459775 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50036) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:47.513957 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b60cba-e33d-4a48-bb09-c94aaa97edc5 x-openstack-request-id: req-d6b60cba-e33d-4a48-bb09-c94aaa97edc5 {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:47.514475 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:47.514870 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b60cba-e33d-4a48-bb09-c94aaa97edc5 {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:47.515370 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:18:47.525404 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05401279-cfcc-4d10-b09c-4f1138d7e8d6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event updated for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=7']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:47.548289 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3630-b242-447d-bc3d-35ebdd8630a1 req-66b5a1a5-f612-4a4d-8e38-9df58eaf1dde tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:47.549960 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-77bb3630-b242-447d-bc3d-35ebdd8630a1 req-66b5a1a5-f612-4a4d-8e38-9df58eaf1dde tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 945 time: 0.1400790 Dec 14 18:18:47.551639 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.586138 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:47.589531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.631106 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-77bb3630-b242-447d-bc3d-35ebdd8630a1 req-aa64858a-3901-4106-979f-cc00edaead7d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687747 Dec 14 18:18:47.645067 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-9862a53e-ab8e-4671-ae1a-3d0e168da76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:47.645067 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-9862a53e-ab8e-4671-ae1a-3d0e168da76b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1098 time: 0.0898774 Dec 14 18:18:47.671775 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['ff375824-93a6-42bc-9c21-26c05d9535c9'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:47.677106 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.679990 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.681456 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "DELETE /v2.0/security-groups/770f73df-f6bd-4263-8672-8753499561af HTTP/1.1" status: 204 len: 168 time: 0.2207391 Dec 14 18:18:47.689323 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50040) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:47.704937 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f73df-f6bd-4263-8672-8753499561af,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:47.753146 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.753798 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.754564 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.755352 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.755913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.756249 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.756581 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.756929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.757367 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.757746 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.758105 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.758523 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac12456-3e4a-4c7d-9b6b-02012291f19e tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:47.759290 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-14c53a7f-b92e-4294-915a-b06e371b04ce None None] Provisioning complete for port 8a42460a-2016-4c3e-9b68-1fb6f2994011 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:18:47.759697 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-14c53a7f-b92e-4294-915a-b06e371b04ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.791449 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-85161434-c2f7-4db1-800b-a74cec6039b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:47.793122 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-85161434-c2f7-4db1-800b-a74cec6039b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 915 time: 0.1372025 Dec 14 18:18:47.897475 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-0610020c-fde2-4376-ab60-4dfef3933bd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 1000 time: 0.0928161 Dec 14 18:18:47.927169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Deleting port 6a912e6b-e264-4735-b490-76e91c000feb {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:47.927793 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:47.961625 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-284c58ab-a069-4bc2-9f7d-c7aa9a28ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:47.963232 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-284c58ab-a069-4bc2-9f7d-c7aa9a28ed77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.0533469 Dec 14 18:18:48.011692 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-5b6839c6-3735-4a0d-acc6-0aa6a746bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:48.013782 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-5b6839c6-3735-4a0d-acc6-0aa6a746bf46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429032 Dec 14 18:18:48.017817 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:48.018148 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:48.031496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Calling delete_port for 6a912e6b-e264-4735-b490-76e91c000feb owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:48.109635 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-5c808483-fa52-4153-99be-a97954c3eed2 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Dec 14 18:18:48.218070 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c586ca6c-8100-4e99-a7ac-fb20ec88d219 req-7ed7b069-c158-49bf-aa87-42c6e2638323 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994973 Dec 14 18:18:48.223995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:48.254336 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event deleted for resources: {'Port': ['ID=6a912e6b-e264-4735-b490-76e91c000feb,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:48.319010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:48.319505 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Floating IP ba6a304f-256c-4c72-bd0f-9b11e6fed671 disassociated (deleted). External IP: 172.27.1.93, port: 8a42460a-2016-4c3e-9b68-1fb6f2994011. Dec 14 18:18:48.546388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Router ce30af31-afc9-4b62-9f87-2fa4cfeef77b has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:18:48.654872 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:18:48.659895 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:48.664908 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Sync routers for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:18:48.675026 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:48.675641 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:48.692064 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b75d0add-2781-432a-ab22-f86dc413a436 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "DELETE /v2.0/floatingips/ba6a304f-256c-4c72-bd0f-9b11e6fed671 HTTP/1.1" status: 204 len: 168 time: 1.0012071 Dec 14 18:18:48.692645 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:48.695177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da670569-7d18-4b5f-83bf-66acd19e1b95" -d '{"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:48.756616 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd360-09f4-4f2b-aeb6-015bae2c9952 req-986c7351-4542-4887-942d-0de2df30b773 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:48.758380 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-340fd360-09f4-4f2b-aeb6-015bae2c9952 req-986c7351-4542-4887-942d-0de2df30b773 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 945 time: 0.0574074 Dec 14 18:18:48.800721 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-340fd360-09f4-4f2b-aeb6-015bae2c9952 req-d998e472-7da1-44eb-bb58-956547ead39b tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Dec 14 18:18:48.828827 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:48.857544 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a06f9-625d-4003-8089-8f5a74dde5a8 x-openstack-request-id: req-bc9a06f9-625d-4003-8089-8f5a74dde5a8 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:48.857822 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:48.858079 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc9a06f9-625d-4003-8089-8f5a74dde5a8 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:48.858474 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:18:48.935260 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-d2ee76ac-1451-4196-83bf-2e7135b70c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:48.937614 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-d2ee76ac-1451-4196-83bf-2e7135b70c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34ed5c08928b46cbb8b719737fc79961&device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 1098 time: 0.0519419 Dec 14 18:18:49.053086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-b53f8146-5290-485b-aea9-ddd823ab03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:49.054623 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-b53f8146-5290-485b-aea9-ddd823ab03d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 200 len: 915 time: 0.1042373 Dec 14 18:18:49.099874 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-76c72bbd-ad80-4a02-843b-6d1cb9fee237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 200 len: 217 time: 0.0361886 Dec 14 18:18:49.156023 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-29e96603-9bb2-4162-8730-b1911faac213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:49.157498 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-29e96603-9bb2-4162-8730-b1911faac213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 200 len: 853 time: 0.0501108 Dec 14 18:18:49.158447 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device ff375824-93a6-42bc-9c21-26c05d9535c9 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:18:49.208635 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-9181095f-287f-402d-be2f-c31654331c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:49.210388 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-9181095f-287f-402d-be2f-c31654331c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8462f763-7861-40c5-b291-87e8f767b5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445724 Dec 14 18:18:49.304919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port ff375824-93a6-42bc-9c21-26c05d9535c9 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:18:49.308601 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-bcdda84d-56a0-42bb-b41e-2e29f90c2c05 service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880578 Dec 14 18:18:49.310820 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port ff375824-93a6-42bc-9c21-26c05d9535c9 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:18:49.311649 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:49.411184 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da670569-7d18-4b5f-83bf-66acd19e1b95 req-a3e20ee1-946f-4fff-8be9-a664a5192fdf service neutron] 10.222.0.30 "GET /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925426 Dec 14 18:18:49.431901 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:49.474644 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Checking router: ce30af31-afc9-4b62-9f87-2fa4cfeef77b for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:18:49.496028 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:49.501916 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:49.503366 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:49.626582 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:49.633235 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e0ec9-55d0-42bb-ab2c-ca00890ca79d" -d '{"events": [{"server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:49.667989 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ff375824-93a6-42bc-9c21-26c05d9535c9,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:49.677724 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:49.680523 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39514b8d-c12a-4cbf-93be-4a845d375a5b x-openstack-request-id: req-39514b8d-c12a-4cbf-93be-4a845d375a5b {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:49.680925 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:49.681213 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39514b8d-c12a-4cbf-93be-4a845d375a5b {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:49.681989 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9', 'code': 200} Dec 14 18:18:49.759371 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:49.823725 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:49.874745 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d48372-116b-4e5a-8402-363d56f7b1c3 req-55b5b976-c8a7-47af-aff3-c695f424ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:49.876270 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31d48372-116b-4e5a-8402-363d56f7b1c3 req-55b5b976-c8a7-47af-aff3-c695f424ed69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 1099 time: 0.0446525 Dec 14 18:18:49.939585 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31d48372-116b-4e5a-8402-363d56f7b1c3 req-8105a6fa-c46a-451e-8c05-6bc6ba8c0b43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538642 Dec 14 18:18:49.951407 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3eb8-2e22-474f-a24c-f1b12f3081f3 req-bacf02f4-7bc9-4019-9847-38aa322dd71d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:49.952879 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f13e3eb8-2e22-474f-a24c-f1b12f3081f3 req-bacf02f4-7bc9-4019-9847-38aa322dd71d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 946 time: 0.0757272 Dec 14 18:18:49.994478 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f13e3eb8-2e22-474f-a24c-f1b12f3081f3 req-b8af0364-5c79-4249-82a8-7d2a7b56c26d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Dec 14 18:18:50.052174 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:50.079749 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1e66b-f14e-4fc5-8fa0-4cdca5e1bbc9 None None] The sync data for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi is: [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:10Z', 'revision_number': 4, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '4f54da3a-920c-4597-bf42-b4db4dad94d3', 'name': '', 'network_id': '8462f763-7861-40c5-b291-87e8f767b5e5', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'mac_address': 'fa:16:3e:9a:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:10Z', 'updated_at': '2021-12-14T18:16:14Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'subnets': [{'id': '4e92e543-4c15-4087-a20b-bb8426062b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:18:50.315228 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dac9e6-19f8-4300-937c-2cc7d1b42dc3 None None] New status for floating IP ba6a304f-256c-4c72-bd0f-9b11e6fed671: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:18:51.125932 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e588e-d620-42a2-8b7b-1505826a8e64 req-e6193921-d6c7-42aa-9eee-09949baed343 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:51.127457 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a45e588e-d620-42a2-8b7b-1505826a8e64 req-e6193921-d6c7-42aa-9eee-09949baed343 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 946 time: 0.0502906 Dec 14 18:18:51.165564 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a45e588e-d620-42a2-8b7b-1505826a8e64 req-f6eb18ff-42ba-4e93-87a4-aaee1666d9f0 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Dec 14 18:18:51.562559 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe767a9-50c4-4274-852f-78cccee15be2 req-b12a207e-d5fc-42ae-bf23-6b05fac99667 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:51.563955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9fe767a9-50c4-4274-852f-78cccee15be2 req-b12a207e-d5fc-42ae-bf23-6b05fac99667 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0506253 Dec 14 18:18:51.603402 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9fe767a9-50c4-4274-852f-78cccee15be2 req-80b3d0b2-3438-44a9-8ff8-a27abb798d89 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Dec 14 18:18:51.891069 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec24d43-db4c-4c09-bab0-ef04ce0362db req-01e8e89f-d36d-4338-b3c7-d656c79a74cd tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:51.892456 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4ec24d43-db4c-4c09-bab0-ef04ce0362db req-01e8e89f-d36d-4338-b3c7-d656c79a74cd tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 946 time: 0.0544713 Dec 14 18:18:51.930637 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4ec24d43-db4c-4c09-bab0-ef04ce0362db req-d98385be-ace5-4aa8-8940-e2910fa51496 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Dec 14 18:18:52.724929 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf847322-5805-44a5-bd40-16201a1477c4 req-f144e3bc-ec98-436f-83dc-0b2d61a50494 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:52.726419 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf847322-5805-44a5-bd40-16201a1477c4 req-f144e3bc-ec98-436f-83dc-0b2d61a50494 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0529671 Dec 14 18:18:52.772347 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf847322-5805-44a5-bd40-16201a1477c4 req-a1a6c6cc-fe37-417d-a513-0a74a8bfd1e1 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388062 Dec 14 18:18:53.054709 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270663c-93dc-464f-85a2-ef0e17f3d68f req-57368bf0-672e-4c79-b92d-503405642935 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:53.056140 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7270663c-93dc-464f-85a2-ef0e17f3d68f req-57368bf0-672e-4c79-b92d-503405642935 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 946 time: 0.0526414 Dec 14 18:18:53.099363 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7270663c-93dc-464f-85a2-ef0e17f3d68f req-5f2e9604-7030-4a19-923e-948b0f3172c9 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc3a6c3a-1c14-4716-aade-f7842fb6787f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Dec 14 18:18:53.475517 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-9cb93041-be9a-40ce-8e92-1461ad24dd5d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:53.477391 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-9cb93041-be9a-40ce-8e92-1461ad24dd5d tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 946 time: 0.0557368 Dec 14 18:18:53.575174 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Deleting port ff375824-93a6-42bc-9c21-26c05d9535c9 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:53.575521 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.587873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-dc35d5b2-d1fc-44c8-b9ff-534ccaa244ee tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:53.590304 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-dc35d5b2-d1fc-44c8-b9ff-534ccaa244ee tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.30 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 945 time: 0.0655804 Dec 14 18:18:53.692671 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] For port ff375824-93a6-42bc-9c21-26c05d9535c9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ff375824-93a6-42bc-9c21-26c05d9535c9,segment=NetworkSegment(cbd4dca5-dc40-4298-800b-6a3389c120c9),segment_id=cbd4dca5-dc40-4298-800b-6a3389c120c9)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:53.693034 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.694470 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Deleting port 8a42460a-2016-4c3e-9b68-1fb6f2994011 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:53.694836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.708326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Calling delete_port for ff375824-93a6-42bc-9c21-26c05d9535c9 owned by compute:nova {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:53.786883 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] For port 8a42460a-2016-4c3e-9b68-1fb6f2994011, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a42460a-2016-4c3e-9b68-1fb6f2994011,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:53.787349 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.801407 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Calling delete_port for 8a42460a-2016-4c3e-9b68-1fb6f2994011 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:53.851896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.864815 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['ff375824-93a6-42bc-9c21-26c05d9535c9'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:53.899695 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Pushing event deleted for resources: {'Port': ['ID=ff375824-93a6-42bc-9c21-26c05d9535c9,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:53.938532 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.938897 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.939227 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.939551 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.939872 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.940188 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.940501 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.940813 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.941126 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.941437 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.941747 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.942053 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:18:53.956379 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.966747 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] No DVR routers for this DVR port ff375824-93a6-42bc-9c21-26c05d9535c9 on host hv-cinder-82174 {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:53.970027 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['8a42460a-2016-4c3e-9b68-1fb6f2994011'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:18:53.970435 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:53.973847 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b6eaf897-2222-468b-956b-7226fdc7fca1 req-546b02a6-c32a-4fc1-9b96-e0f6dc7f8e77 tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.30 "DELETE /v2.0/ports/ff375824-93a6-42bc-9c21-26c05d9535c9 HTTP/1.1" status: 204 len: 173 time: 0.4901638 Dec 14 18:18:53.974288 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'name': 'network-vif-deleted', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:53.976628 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29cbb16-7674-4f36-8a61-779da91db628" -d '{"events": [{"server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "name": "network-vif-deleted", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:53.994001 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Pushing event deleted for resources: {'Port': ['ID=8a42460a-2016-4c3e-9b68-1fb6f2994011,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:53.995926 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635044aa-0515-423c-84ad-9d6d1a2d22d9 req-56215a9d-fad8-4ef6-9567-6f01b0dc56f6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:18:54.004029 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-635044aa-0515-423c-84ad-9d6d1a2d22d9 req-56215a9d-fad8-4ef6-9567-6f01b0dc56f6 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/ports?device_id=38baa26c-faa0-4670-841f-0b687e5cae5f HTTP/1.1" status: 200 len: 867 time: 0.1354215 Dec 14 18:18:54.047614 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-635044aa-0515-423c-84ad-9d6d1a2d22d9 req-788d433a-b045-4b5b-aab8-9cc17b564d99 tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3bccf01-f34b-47ca-b4a1-56a397de083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Dec 14 18:18:54.049353 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4435afd4-b5bb-454a-ba07-69783cd7eafc x-openstack-request-id: req-4435afd4-b5bb-454a-ba07-69783cd7eafc {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:54.049637 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ddf1af-f11e-4a39-9014-0b0431bf02c4", "name": "network-vif-deleted", "tag": "ff375824-93a6-42bc-9c21-26c05d9535c9", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:54.049883 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4435afd4-b5bb-454a-ba07-69783cd7eafc {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:54.050567 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ddf1af-f11e-4a39-9014-0b0431bf02c4', 'name': 'network-vif-deleted', 'tag': 'ff375824-93a6-42bc-9c21-26c05d9535c9', 'status': 'completed', 'code': 200} Dec 14 18:18:54.065237 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] No DVR routers for this DVR port 8a42460a-2016-4c3e-9b68-1fb6f2994011 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:54.068426 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:54.072496 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-27ef3b6d-f4f0-404b-9e90-b08b6e8e0f87 req-b54d5eeb-d5bb-4612-a409-7e8f5aba9f7b tempest-TestMinimumBasicScenario-1058440322 tempest-TestMinimumBasicScenario-1058440322-project] 10.222.0.30 "DELETE /v2.0/ports/8a42460a-2016-4c3e-9b68-1fb6f2994011 HTTP/1.1" status: 204 len: 173 time: 0.4757028 Dec 14 18:18:54.072935 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'name': 'network-vif-deleted', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:18:54.075450 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a320aeb6-6c34-472b-943e-4579ca63648a" -d '{"events": [{"server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "name": "network-vif-deleted", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:18:54.115136 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5890eca-5bb1-4eed-8891-d7e6de9725a2 x-openstack-request-id: req-b5890eca-5bb1-4eed-8891-d7e6de9725a2 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:18:54.115451 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38baa26c-faa0-4670-841f-0b687e5cae5f", "name": "network-vif-deleted", "tag": "8a42460a-2016-4c3e-9b68-1fb6f2994011", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:18:54.115673 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5890eca-5bb1-4eed-8891-d7e6de9725a2 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:18:54.116077 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38baa26c-faa0-4670-841f-0b687e5cae5f', 'name': 'network-vif-deleted', 'tag': '8a42460a-2016-4c3e-9b68-1fb6f2994011', 'status': 'completed', 'code': 200} Dec 14 18:18:54.226468 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1ae5ffdf-8a55-4d42-9f85-a1f7510cb197 req-20c9034c-ed00-463c-b0ad-c6f322c9cd4b tempest-VolumesActionsTest-1193389178 tempest-VolumesActionsTest-1193389178-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2ddf1af-f11e-4a39-9014-0b0431bf02c4 HTTP/1.1" status: 200 len: 210 time: 0.0356102 Dec 14 18:18:54.512902 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-986c9026-f47b-4e4e-ad20-2e163e7c67e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:55.795187 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50186) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:56.223480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:56.772797 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Deleting port 4f54da3a-920c-4597-bf42-b4db4dad94d3 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:56.773130 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:56.850622 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] For port 4f54da3a-920c-4597-bf42-b4db4dad94d3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=4f54da3a-920c-4597-bf42-b4db4dad94d3,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:56.851340 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:56.863457 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Calling delete_port for 4f54da3a-920c-4597-bf42-b4db4dad94d3 owned by network:router_interface {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:57.041061 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.069694 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f54da3a-920c-4597-bf42-b4db4dad94d3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:57.110212 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-67e3940e-fce0-4809-a8d5-fc9a5c1c9a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.209949 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 8a42460a-2016-4c3e-9b68-1fb6f2994011 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:57.229995 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 8a42460a-2016-4c3e-9b68-1fb6f2994011 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:57.230478 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 8a42460a-2016-4c3e-9b68-1fb6f2994011 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:57.231702 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device ff375824-93a6-42bc-9c21-26c05d9535c9 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:57.240349 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.251849 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: ff375824-93a6-42bc-9c21-26c05d9535c9 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:57.252186 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device ff375824-93a6-42bc-9c21-26c05d9535c9 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:57.454241 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Router ce30af31-afc9-4b62-9f87-2fa4cfeef77b has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:18:57.557794 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:18:57.562949 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-2079def3-6190-46b1-973e-a5f6e7561d3e admin admin] 10.222.0.49 "PUT /v2.0/routers/ce30af31-afc9-4b62-9f87-2fa4cfeef77b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665887 Dec 14 18:18:57.565682 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50216) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:57.566985 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Sync routers for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:18:57.576752 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:57.577503 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:57.666032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks [] for router, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.681892 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:57.768796 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.824812 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Deleting port 58408b01-7c7b-448e-8db1-671da0587cc1 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:57.825144 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.860999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:18:56Z', 'revision_number': 5, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port': {'id': '58408b01-7c7b-448e-8db1-671da0587cc1', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:57.890781 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Checking router: ce30af31-afc9-4b62-9f87-2fa4cfeef77b for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:18:57.898928 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Routers {'ce30af31-afc9-4b62-9f87-2fa4cfeef77b'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:18:57.899525 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:57.903496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] For port 58408b01-7c7b-448e-8db1-671da0587cc1, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=58408b01-7c7b-448e-8db1-671da0587cc1,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:57.904010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:57.916115 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Calling delete_port for 58408b01-7c7b-448e-8db1-671da0587cc1 owned by network:router_gateway {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:57.987106 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] Set router ce30af31-afc9-4b62-9f87-2fa4cfeef77b gateway port host: None {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:18:58.042771 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:18:57Z', 'revision_number': 6, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:58.072256 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26fce3-d499-4037-b2ef-ba1df71f69b1 None None] The sync data for ids ['ce30af31-afc9-4b62-9f87-2fa4cfeef77b'] in dv-cinder-821744-1-iscsi is: [{'id': 'ce30af31-afc9-4b62-9f87-2fa4cfeef77b', 'name': 'tempest-TestMinimumBasicScenario-271328072-router', 'tenant_id': '34ed5c08928b46cbb8b719737fc79961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:07Z', 'updated_at': '2021-12-14T18:18:57Z', 'revision_number': 6, 'project_id': '34ed5c08928b46cbb8b719737fc79961', 'gw_port_host': None}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:18:58.082896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.109088 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Pushing event deleted for resources: {'Port': ['ID=58408b01-7c7b-448e-8db1-671da0587cc1,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:58.171747 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.237868 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.262805 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.264893 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.314451 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.315000 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce30af31-afc9-4b62-9f87-2fa4cfeef77b {{(pid=101644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:18:58.319438 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.320605 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5f7f4f79-06e1-48a7-b240-21e987328913 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ce30af31-afc9-4b62-9f87-2fa4cfeef77b HTTP/1.1" status: 204 len: 168 time: 0.7540030 Dec 14 18:18:58.323268 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50222) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:58.375041 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Deleting subnet 4e92e543-4c15-4087-a20b-bb8426062b9b {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:18:58.378112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.417288 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.495426 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.556146 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.580854 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e92e543-4c15-4087-a20b-bb8426062b9b,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:58.587230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.590442 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-42a69e17-47f3-47ca-ba46-e1d3cbacaa4f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e92e543-4c15-4087-a20b-bb8426062b9b HTTP/1.1" status: 204 len: 168 time: 0.2661455 Dec 14 18:18:58.592902 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0989c5-ecbd-4d90-bf15-ac81cb388292 None None] Network 8462f763-7861-40c5-b291-87e8f767b5e5 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:18:58.593083 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50224) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:58.677168 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.743344 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Deleting port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:58.743680 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.806963 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] For port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:58.807345 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.822752 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Calling delete_port for 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 owned by network:dhcp {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:58.826283 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] DHCP port deletion for 8462f763-7861-40c5-b291-87e8f767b5e5 request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:18:58.878029 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Deleting port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 {{(pid=101645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:58.878433 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.905132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.930930 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:58.935175 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] No DVR routers for this DVR port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 on host dv-cinder-821744-1-iscsi {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:58.946390 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] For port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,segment=NetworkSegment(4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5),segment_id=4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:58.946850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:58.959895 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Calling delete_port for 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 owned by network:dhcp {{(pid=101645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:18:59.011237 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.036266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.036767 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.037563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.037960 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > port after_create 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.038352 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.038769 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > port after_update 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.039159 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.039546 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.039917 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.042795 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.089011 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.116410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] Pushing event deleted for resources: {'Port': ['ID=88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2,revision_number=None']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:59.121603 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be10ea8-1ed8-4c53-9db7-7bc473d46684 None None] No DVR routers for this DVR port 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 on host dv-cinder-821744-1-iscsi {{(pid=101645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:18:59.144393 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.144748 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.145066 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.145395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:18:59.145757 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8462f763-7861-40c5-b291-87e8f767b5e5']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:59.163526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:59.165244 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40d1bb-7829-4baa-a7d0-ab5c35fa82d5') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:18:59.180838 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.200923 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.210557 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:18:59.210991 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: from cryptography.utils import int_from_bytes Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: from cryptography.utils import int_from_bytes Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:18:59.215920 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:18:59.269397 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.283714 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.286957 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8462f763-7861-40c5-b291-87e8f767b5e5 HTTP/1.1" status: 204 len: 168 time: 0.6930022 Dec 14 18:18:59.290113 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50230) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:18:59.300818 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bbcbc-ffb9-432f-9311-8b7adf898003 admin admin] Pushing event deleted for resources: {'Network': ['ID=8462f763-7861-40c5-b291-87e8f767b5e5,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:18:59.351237 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 4f54da3a-920c-4597-bf42-b4db4dad94d3 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:59.496600 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 4f54da3a-920c-4597-bf42-b4db4dad94d3 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:59.496841 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 4f54da3a-920c-4597-bf42-b4db4dad94d3 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:59.497259 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:59.515952 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:59.516298 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 88ed4221-52dc-4d2a-ad7e-2e3c809ac6c2 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:59.516708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 58408b01-7c7b-448e-8db1-671da0587cc1 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:18:59.535365 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 58408b01-7c7b-448e-8db1-671da0587cc1 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:18:59.535713 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 58408b01-7c7b-448e-8db1-671da0587cc1 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:18:59.647157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.887798 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Deleting port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:18:59.888134 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.967906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] For port 6c10c3ad-d8e7-44a9-8263-47df67bd08e8, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:18:59.968442 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.985163 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:18:59.987071 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Calling delete_port for 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 owned by network:router_interface {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:00.064526 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:00.496362 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:00.521828 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c10c3ad-d8e7-44a9-8263-47df67bd08e8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:00.728741 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:00.955060 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Router d79059ef-b312-4103-8eff-5cd6eab3c391 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:19:01.071638 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:19:01.082038 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Sync routers for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:19:01.084585 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-7bf2dede-5d3a-4c21-a0b9-c28ba323c77b admin admin] 10.222.0.49 "PUT /v2.0/routers/d79059ef-b312-4103-8eff-5cd6eab3c391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924592 Dec 14 18:19:01.086616 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50252) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:01.096637 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:01.097728 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:01.219603 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks [] for router, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:01.219860 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:01.373839 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:01.446579 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Deleting port 36e0c143-79f6-43ad-ada7-689e921796a9 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:19:01.447006 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:01.486924 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:19:00Z', 'revision_number': 5, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port': {'id': '36e0c143-79f6-43ad-ada7-689e921796a9', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:16:13Z', 'updated_at': '2021-12-14T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:01.514468 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Checking router: d79059ef-b312-4103-8eff-5cd6eab3c391 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:19:01.523668 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Routers {'d79059ef-b312-4103-8eff-5cd6eab3c391'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:01.524529 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['d79059ef-b312-4103-8eff-5cd6eab3c391'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:01.539174 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] For port 36e0c143-79f6-43ad-ada7-689e921796a9, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=36e0c143-79f6-43ad-ada7-689e921796a9,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:01.539650 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:01.553970 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Calling delete_port for 36e0c143-79f6-43ad-ada7-689e921796a9 owned by network:router_gateway {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:01.622878 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] Set router d79059ef-b312-4103-8eff-5cd6eab3c391 gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:01.682917 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:19:01Z', 'revision_number': 6, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:01.719257 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175656-910a-44b1-9bed-c16c8fed7494 None None] The sync data for ids ['d79059ef-b312-4103-8eff-5cd6eab3c391'] in dv-cinder-821744-1-iscsi is: [{'id': 'd79059ef-b312-4103-8eff-5cd6eab3c391', 'name': 'tempest-TestMinimumBasicScenario-1147236520-router', 'tenant_id': '1f2b7906286f47d5bd3bde0561780398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:16:12Z', 'updated_at': '2021-12-14T18:19:01Z', 'revision_number': 6, 'project_id': '1f2b7906286f47d5bd3bde0561780398', 'gw_port_host': None}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:19:01.782564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:01.824066 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0c143-79f6-43ad-ada7-689e921796a9,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:01.899496 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.031564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.035975 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.142362 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.143489 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d79059ef-b312-4103-8eff-5cd6eab3c391 {{(pid=101643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:19:02.153467 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.158391 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4f00077a-0069-49f9-99c3-e4236be8a663 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d79059ef-b312-4103-8eff-5cd6eab3c391 HTTP/1.1" status: 204 len: 168 time: 1.0685225 Dec 14 18:19:02.158796 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50260) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:02.214188 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Deleting subnet 2ec159b4-3956-4dad-a5e3-80f09cb6fca5 {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:19:02.218545 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.270892 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.398427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.481758 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.517805 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec159b4-3956-4dad-a5e3-80f09cb6fca5,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:02.523835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.524412 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e7405-96c7-4f41-9ca9-bdc0d0973d14 None None] Network 9e094db6-48e5-49a6-89e0-c183ee3b212e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:19:02.530211 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50268) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:02.530466 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f8185dd6-c6d4-4fc6-b639-cc9ee84b02f1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2ec159b4-3956-4dad-a5e3-80f09cb6fca5 HTTP/1.1" status: 204 len: 168 time: 0.3704495 Dec 14 18:19:02.635435 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.698698 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Deleting port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:19:02.698993 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.791791 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] DHCP port deletion for 9e094db6-48e5-49a6-89e0-c183ee3b212e request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:19:02.867559 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Deleting port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 {{(pid=101645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:19:02.868232 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.964901 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] For port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:02.966250 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:02.989164 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Calling delete_port for 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 owned by network:dhcp {{(pid=101645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:03.057498 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] For port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,segment=NetworkSegment(69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f),segment_id=69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:03.057859 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.073535 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Calling delete_port for 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 owned by network:dhcp {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:03.106631 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.135066 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] Pushing event deleted for resources: {'Port': ['ID=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,revision_number=None']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:03.143231 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652633b-9dd4-4472-a688-2024cb74536f None None] No DVR routers for this DVR port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 on host dv-cinder-821744-1-iscsi {{(pid=101645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:19:03.163321 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.192088 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8157ecc4-43c5-4c1b-ab0c-db599f5b3f81,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:03.196240 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] No DVR routers for this DVR port 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 on host dv-cinder-821744-1-iscsi {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:19:03.275517 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.302166 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e094db6-48e5-49a6-89e0-c183ee3b212e']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:03.316546 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:03.316938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c0faf3-6f61-4ccf-a4c4-fdd3730aa05f') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:03.329012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.345110 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.357262 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:19:03.357683 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self.session.flush() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self.session.flush() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self.session.flush() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self.session.flush() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:19:03.389097 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:19:03.399659 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:19:03.438140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:19:03.439024 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 8157ecc4-43c5-4c1b-ab0c-db599f5b3f81 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:19:03.439777 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 36e0c143-79f6-43ad-ada7-689e921796a9 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:19:03.495591 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 36e0c143-79f6-43ad-ada7-689e921796a9 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:19:03.496289 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 36e0c143-79f6-43ad-ada7-689e921796a9 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:19:03.497405 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:19:03.501552 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.529460 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.533871 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e094db6-48e5-49a6-89e0-c183ee3b212e HTTP/1.1" status: 204 len: 168 time: 1.0021870 Dec 14 18:19:03.535109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c94ab-d78a-466f-a0f2-d3882a4c1c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e094db6-48e5-49a6-89e0-c183ee3b212e,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:03.544328 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:19:03.544785 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6c10c3ad-d8e7-44a9-8263-47df67bd08e8 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:19:03.688786 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50282) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:03.731830 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-529d7ed7-b22f-4e9e-b036-abe0b8e0c0a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34ed5c08928b46cbb8b719737fc79961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419049 Dec 14 18:19:03.734275 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50284) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:03.787075 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.811513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.887804 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.893197 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:03.895405 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3bccf01-f34b-47ca-b4a1-56a397de083b HTTP/1.1" status: 204 len: 168 time: 0.1599712 Dec 14 18:19:03.911141 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931193b6-14ec-4f9e-9ef8-8a4448f43838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bccf01-f34b-47ca-b4a1-56a397de083b,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:04.294344 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50296) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:04.344832 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-cb15be60-2b16-4890-a18d-966dd5379605 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f2b7906286f47d5bd3bde0561780398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492811 Dec 14 18:19:04.347347 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50298) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:04.403561 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:04.427405 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:04.486360 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:04.489385 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:04.490810 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09ea9561-2bc7-44c3-bc6b-ae3b315b4e9e HTTP/1.1" status: 204 len: 168 time: 0.1423399 Dec 14 18:19:04.505884 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46307be7-edec-426b-bb6c-8de4cf772e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea9561-2bc7-44c3-bc6b-ae3b315b4e9e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:05.017038 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:19:09.592602 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:10.068713 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017264-0443-42d2-8199-ee0c1984001e req-14502fc0-0037-4f85-b39f-8c66107e426c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:10.070213 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f017264-0443-42d2-8199-ee0c1984001e req-14502fc0-0037-4f85-b39f-8c66107e426c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0553122 Dec 14 18:19:10.121356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f017264-0443-42d2-8199-ee0c1984001e req-b1f56f7a-ff95-4536-9e15-f3265acbaddc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431712 Dec 14 18:19:11.263031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2d1a-5fa8-44dd-8f0c-719fd7243f61 req-d79ff3ef-d748-48c1-a190-ab85ac43c5d4 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:11.265524 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bfe2d1a-5fa8-44dd-8f0c-719fd7243f61 req-d79ff3ef-d748-48c1-a190-ab85ac43c5d4 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0652568 Dec 14 18:19:11.280214 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-43ae4f17-f1c3-48bd-8400-20aa56c2e50a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449982 Dec 14 18:19:11.330076 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bfe2d1a-5fa8-44dd-8f0c-719fd7243f61 req-c05d960a-832f-4bdd-88fe-4939e52ec1b2 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562871 Dec 14 18:19:11.400393 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2557-1188-48da-b608-30c8d909721b req-086d468e-e73b-4e26-8b40-47e04b33d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:11.402162 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-086d468e-e73b-4e26-8b40-47e04b33d00d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 1098 time: 0.0646868 Dec 14 18:19:11.529247 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2557-1188-48da-b608-30c8d909721b req-b094c9c6-f3c6-4445-8a3d-b1b750746a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:11.531613 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-b094c9c6-f3c6-4445-8a3d-b1b750746a55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.1026831 Dec 14 18:19:11.629112 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-ac5c98b2-1ccd-45da-95e3-361242fbdb03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 200 len: 1000 time: 0.0886133 Dec 14 18:19:11.707868 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2557-1188-48da-b608-30c8d909721b req-3bc48a92-4cc1-4a8e-8cf1-45ece3045de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:11.710325 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-3bc48a92-4cc1-4a8e-8cf1-45ece3045de8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0725701 Dec 14 18:19:11.776379 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2557-1188-48da-b608-30c8d909721b req-5d564443-a290-47a5-80c7-9a92d955e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:11.779067 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-5d564443-a290-47a5-80c7-9a92d955e40e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610795 Dec 14 18:19:11.897754 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-1d9e95c0-bca3-4208-b456-d8c50b36337e service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073925 Dec 14 18:19:12.001084 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f2d2557-1188-48da-b608-30c8d909721b req-caaec193-0261-47e8-a6b9-a222ec87076b service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942912 Dec 14 18:19:12.509101 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af410122-718f-4e48-9e55-51fbcf82c17d req-5d757f86-36d2-464d-84ce-954a92281d76 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:12.512890 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-af410122-718f-4e48-9e55-51fbcf82c17d req-5d757f86-36d2-464d-84ce-954a92281d76 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0923073 Dec 14 18:19:12.564603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-c0921ced-6e1a-45e9-9d81-fc77e9fcb0a7 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:12.566820 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-af410122-718f-4e48-9e55-51fbcf82c17d req-bf58d780-5cf9-4913-b583-850f5c119aaf tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=5687d9d7-f656-4498-865f-42f064ab64f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Dec 14 18:19:12.572579 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-c0921ced-6e1a-45e9-9d81-fc77e9fcb0a7 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 946 time: 0.0686846 Dec 14 18:19:12.728222 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Deleting port b6b4e179-befd-493a-8468-9e60e7baceb5 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:19:12.728857 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:12.854773 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] For port b6b4e179-befd-493a-8468-9e60e7baceb5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b6b4e179-befd-493a-8468-9e60e7baceb5,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:12.855241 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:13.105850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:13.105850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:13.106311 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Floating IP fd124c20-0b2c-401e-90c1-6404ad3777f3 disassociated. External IP: 172.27.1.71, port: b6b4e179-befd-493a-8468-9e60e7baceb5. Dec 14 18:19:13.106438 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Calling delete_port for b6b4e179-befd-493a-8468-9e60e7baceb5 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:13.249474 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:13.282313 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'Port': ['ID=b6b4e179-befd-493a-8468-9e60e7baceb5,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:13.408002 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:19:13.526084 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:19:13.540591 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:19:13.558349 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:13.559618 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:13.588620 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] No DVR routers for this DVR port b6b4e179-befd-493a-8468-9e60e7baceb5 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:19:13.604051 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:13.608782 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-49e957f0-27e6-496f-99f8-1a922bd77dc9 req-4f821b8a-95fc-4a8f-aaeb-2a3fc467d885 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "DELETE /v2.0/ports/b6b4e179-befd-493a-8468-9e60e7baceb5 HTTP/1.1" status: 204 len: 173 time: 1.0306764 Dec 14 18:19:13.609372 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'name': 'network-vif-deleted', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:13.613013 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb8eefd-1f90-4e22-ba59-6040530ac0b0" -d '{"events": [{"server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "name": "network-vif-deleted", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:13.715874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac9549a-2fb8-4ed7-ba6d-3ba3b5d32151 x-openstack-request-id: req-cac9549a-2fb8-4ed7-ba6d-3ba3b5d32151 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:13.715874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e85919-2218-4601-abca-22de82d8b25f", "name": "network-vif-deleted", "tag": "b6b4e179-befd-493a-8468-9e60e7baceb5", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:13.715874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cac9549a-2fb8-4ed7-ba6d-3ba3b5d32151 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:13.715874 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e85919-2218-4601-abca-22de82d8b25f', 'name': 'network-vif-deleted', 'tag': 'b6b4e179-befd-493a-8468-9e60e7baceb5', 'status': 'completed', 'code': 200} Dec 14 18:19:13.756878 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:13.787248 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b581e36f-32e2-43b5-9077-7d9e9a13009c req-2609b466-d01e-42ab-965a-5ba2c2c3e8bc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=94e85919-2218-4601-abca-22de82d8b25f HTTP/1.1" status: 200 len: 210 time: 0.0470297 Dec 14 18:19:14.069238 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:14.102489 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:19:14.114137 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:14.114934 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:18:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:14.246732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:14.468702 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:14.502514 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4653a-564f-48f3-b4d4-6fe84eebe3ab None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:19:14.742139 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e89966-cc24-441b-9f52-a23df4d8a40d None None] New status for floating IP fd124c20-0b2c-401e-90c1-6404ad3777f3: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:19:14.871723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50414) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:14.935265 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:14.960924 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.008583 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.011295 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.012457 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "DELETE /v2.0/security-groups/5687d9d7-f656-4498-865f-42f064ab64f4 HTTP/1.1" status: 204 len: 168 time: 0.1396499 Dec 14 18:19:15.015732 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50416) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:15.022217 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271c999-8c7c-485b-a7dc-4fa7c60ceb3c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687d9d7-f656-4498-865f-42f064ab64f4,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:15.030010 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.api.v2.resource [None req-544f9093-9fd6-49be-9bef-a07ca30e5264 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] show failed (client error): The resource could not be found. Dec 14 18:19:15.031089 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-544f9093-9fd6-49be-9bef-a07ca30e5264 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups/5687d9d7-f656-4498-865f-42f064ab64f4 HTTP/1.1" status: 404 len: 347 time: 0.0142932 Dec 14 18:19:15.033946 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50418) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:15.146831 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device b6b4e179-befd-493a-8468-9e60e7baceb5 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:19:15.156240 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Deleting port cb138561-6f85-4cd4-bcaa-74911d1cc8a9 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:19:15.156581 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.166610 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: b6b4e179-befd-493a-8468-9e60e7baceb5 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:19:15.166959 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device b6b4e179-befd-493a-8468-9e60e7baceb5 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:19:15.233400 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.233719 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.245718 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Calling delete_port for cb138561-6f85-4cd4-bcaa-74911d1cc8a9 owned by network:floatingip {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:19:15.381125 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.404909 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'Port': ['ID=cb138561-6f85-4cd4-bcaa-74911d1cc8a9,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:15.469543 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.472071 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:15.473322 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-c169a483-4f7e-4c53-affe-f07ac45bfd4c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "DELETE /v2.0/floatingips/fd124c20-0b2c-401e-90c1-6404ad3777f3 HTTP/1.1" status: 204 len: 168 time: 0.4384849 Dec 14 18:19:15.988808 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50462) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:15.993920 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763993741', 'description': 'tempest-description--1602010875'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:16.026455 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.099242 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.102939 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.133900 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.135141 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1451659 Dec 14 18:19:16.135823 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901dc6-f14c-4779-bd7d-208f25228874 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd58bc1d-f3e1-4980-9a4a-77547c517598,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:16.139965 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50480) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:16.148404 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group_rule': {'security_group_id': 'bd58bc1d-f3e1-4980-9a4a-77547c517598', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:16.176429 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.238492 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.243860 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.263798 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c13fd11-b6b7-4107-a802-8177e884b0d7,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:16.272477 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.273945 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-77ef64e0-3948-4111-84ce-418145f0aa72 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330023 Dec 14 18:19:16.278446 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50486) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:16.282499 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'security_group_rule': {'security_group_id': 'bd58bc1d-f3e1-4980-9a4a-77547c517598', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:16.312590 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.383305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.386991 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.407059 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c1d953-6cc5-4f27-9a73-64deaafc5d70,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:16.420674 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.421925 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a44012a2-b7a8-4855-b817-fde189872a4a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444507 Dec 14 18:19:16.425234 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50488) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:16.430031 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:16.455097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.563266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.694351 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Allocated IP 172.27.1.40 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/e3697e71-3b03-461d-9991-9c51c7ce06b0) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:19:16.805093 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.846308 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:16.892227 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:19:16.895164 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:19:16.898619 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:19:16.937784 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=e3697e71-3b03-461d-9991-9c51c7ce06b0,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:17.008203 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.043029 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.192798 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.197243 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786564'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.260217 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=e3697e71-3b03-461d-9991-9c51c7ce06b0,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:17.273923 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.289077 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.293180 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-663838fc-15fa-4cd6-bd8a-009c89711a2a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8639891 Dec 14 18:19:17.296335 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50494) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:17.341227 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Deleting subnet f813922c-6dda-4487-b828-528fcf2b3bd3 {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:19:17.344345 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.382617 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.422548 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.479122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.484003 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-92f6f369-83e4-40ae-9566-aeca1422c9e1 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1763993741&fields=id&tenant_id=f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 267 time: 0.0375552 Dec 14 18:19:17.505313 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f813922c-6dda-4487-b828-528fcf2b3bd3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:17.508815 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.514898 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1ad3b088-5405-4eb5-8f11-1201eaf1d3ce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f813922c-6dda-4487-b828-528fcf2b3bd3 HTTP/1.1" status: 204 len: 168 time: 0.2146404 Dec 14 18:19:17.514898 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50508) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:17.582662 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.596373 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-60833010-9359-4f00-aec6-9d7a4749d467 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:17.597896 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-60833010-9359-4f00-aec6-9d7a4749d467 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 811 time: 0.1062906 Dec 14 18:19:17.617824 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-f3bf8502-8ac8-413c-8dd7-5dded7e28107 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/quotas/f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Dec 14 18:19:17.666613 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.672050 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-51993ee3-f72b-4f4b-986e-6162d1f8df9f tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483851 Dec 14 18:19:17.686194 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ce22b-eaf4-4eed-9f4b-d7ed865a1767']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:17.695831 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd4dca5-dc40-4298-800b-6a3389c120c9') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:17.696234 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd4dca5-dc40-4298-800b-6a3389c120c9') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:17.707427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.721012 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.726874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:19:17.727252 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:19:17.728946 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:19:17.774576 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-0e6e04b4-a857-4664-8914-76a5639284ee service neutron] 10.222.0.49 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908544 Dec 14 18:19:17.788995 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.794803 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:17.800565 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] 10.222.0.49 "DELETE /v2.0/networks/702ce22b-eaf4-4eed-9f4b-d7ed865a1767 HTTP/1.1" status: 204 len: 168 time: 0.2826564 Dec 14 18:19:17.813358 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ff35-dec9-4f74-ad19-4684b7abf7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=702ce22b-eaf4-4eed-9f4b-d7ed865a1767,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:17.880495 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-e5edbc74-2698-4963-ac79-04eff8841e99 service neutron] 10.222.0.49 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984166 Dec 14 18:19:17.977468 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50512) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:18.024423 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d76d8cf1-5ad9-449c-84b7-8c466ee360c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3073fedaad2447ba0352b250676862e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455666 Dec 14 18:19:18.026871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50518) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:18.068982 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3c4120c7-ed27-44a5-abb9-b9ec9e023a45 req-e7b1f754-682c-48a1-b2eb-a5aa5688486d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0398698 Dec 14 18:19:18.105052 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:18.127351 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:18.176977 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:18.179947 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:18.184198 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc3a6c3a-1c14-4716-aade-f7842fb6787f HTTP/1.1" status: 204 len: 168 time: 0.1532896 Dec 14 18:19:18.191851 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e4de4-2eb0-4f39-a7d4-bd8074492d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a6c3a-1c14-4716-aade-f7842fb6787f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:19.007902 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-9f5d91d1-05b7-4fa9-aa19-380d1332a390 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:19.009380 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-9f5d91d1-05b7-4fa9-aa19-380d1332a390 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 811 time: 0.1139104 Dec 14 18:19:19.057929 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-51fbbdf8-d044-44d0-832a-073c8a5e7548 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f256f429fb4544959793a0db85d4bc33 HTTP/1.1" status: 200 len: 380 time: 0.0382195 Dec 14 18:19:19.072434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'port': {'device_id': '01c1cf61-3816-451d-aa38-78493462d0f3', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'admin_state_up': True, 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'security_groups': ['bd58bc1d-f3e1-4980-9a4a-77547c517598']}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:19.173405 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-99c31abf-c04d-40ff-8804-3b7f7d2cadf7 req-c36be70b-d13b-4844-956d-bb5dc07932d3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Dec 14 18:19:19.197125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Made reservation on behalf of f256f429fb4544959793a0db85d4bc33 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:19:19.201546 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.341147 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Allocated IP 172.20.0.9 (e13093fd-7336-48ce-be45-5a30218e7b2e/bc865b62-6942-4f81-b880-4efb7c9425ab/3aa5749f-b7d9-4c05-a64f-eaca3568e2de) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:19:19.485638 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.520122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.561934 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Network e13093fd-7336-48ce-be45-5a30218e7b2e is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:19:19.564808 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:19:19.568324 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:19:19.596998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event updated for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:19.628221 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:19.628910 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.647024 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-513c2144-d8aa-456d-ba18-91504c5aa824 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785775 Dec 14 18:19:19.660114 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Request body: {'port': {'device_id': '01c1cf61-3816-451d-aa38-78493462d0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:19.715593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.820557 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-6f3048bb-699e-4969-9f54-ca907df8ab4b None None] Provisioning complete for port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:19:19.821198 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6f3048bb-699e-4969-9f54-ca907df8ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.857311 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-6f3048bb-699e-4969-9f54-ca907df8ab4b None None] Port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:19:19.966541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa5749f-b7d9-4c05-a64f-eaca3568e2de {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:19:19.973977 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:19.986378 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Transition to ACTIVE for port object 3aa5749f-b7d9-4c05-a64f-eaca3568e2de will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:19:19.990042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:20.043834 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:20.110975 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Attempting to bind port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:19:20.111312 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Attempting to bind port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:19:20.111624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Attempting to bind port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:19:20.116220 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de on network e13093fd-7336-48ce-be45-5a30218e7b2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:19:20.116531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Attempting to bind port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de on network e13093fd-7336-48ce-be45-5a30218e7b2e {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:19:20.124845 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:19:20.125180 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Checking segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:19:20.125694 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Bound using segment: {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:19:20.126117 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Bound port: 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:19:20.126461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:20.195728 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:19:20.199133 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:19:20.203469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:20.249406 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:20.250493 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:20.252238 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] 10.222.0.30 "PUT /v2.0/ports/3aa5749f-b7d9-4c05-a64f-eaca3568e2de HTTP/1.1" status: 200 len: 1093 time: 0.5965552 Dec 14 18:19:20.259650 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:20.262629 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e959ccf2-4aee-41bd-a617-25c957df457e" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:20.330883 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c6256-975e-4f09-8c86-239740dc1e18 x-openstack-request-id: req-267c6256-975e-4f09-8c86-239740dc1e18 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:20.331245 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:20.331587 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-267c6256-975e-4f09-8c86-239740dc1e18 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:20.332180 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'status': 'completed', 'code': 200} Dec 14 18:19:20.338050 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aa8da-fbc7-46d5-b10c-2c0855d95338 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:20.338953 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ff41-20b0-46ca-9f5a-b841f82a0394 req-c861b85c-19ec-4f95-baae-9f4c2a54cdc3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:20.347215 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4f93ff41-20b0-46ca-9f5a-b841f82a0394 req-c861b85c-19ec-4f95-baae-9f4c2a54cdc3 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 943 time: 0.0867422 Dec 14 18:19:20.354624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-b3768c03-0393-4e43-b9d9-8b9d406f0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:20.356723 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-b3768c03-0393-4e43-b9d9-8b9d406f0296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0569360 Dec 14 18:19:20.397604 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4f93ff41-20b0-46ca-9f5a-b841f82a0394 req-c6dbc458-11a8-4361-a536-8ed8e8aad18c tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Dec 14 18:19:20.417772 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-f39fa54a-ef5c-4b15-ab55-9c506b8ef665 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de HTTP/1.1" status: 200 len: 217 time: 0.0524621 Dec 14 18:19:20.482825 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-2f0c80fb-e0e3-4bbf-a8d7-fc7392e04b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:20.484380 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-2f0c80fb-e0e3-4bbf-a8d7-fc7392e04b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0568967 Dec 14 18:19:20.551293 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-ff1ff69d-a0dd-44d2-bae7-20b8635b55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:20.552832 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-ff1ff69d-a0dd-44d2-bae7-20b8635b55c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574925 Dec 14 18:19:20.645524 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-f04c8f84-44d6-44e2-b97a-fe6dc229b0ac service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851653 Dec 14 18:19:21.010726 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1517831-5fa6-43a1-9817-634d2f974d29 req-c001394e-39d3-4b63-aabe-b288b30b085e service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543391 Dec 14 18:19:21.102099 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ccf2-4aee-41bd-a617-25c957df457e req-73c5c80a-2d56-43af-b7da-0ebbe6cf7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:21.103700 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-73c5c80a-2d56-43af-b7da-0ebbe6cf7277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0441923 Dec 14 18:19:21.202766 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ccf2-4aee-41bd-a617-25c957df457e req-7cde9be9-228e-4e75-8418-3c5e2d34f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:21.204368 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-7cde9be9-228e-4e75-8418-3c5e2d34f668 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.0929396 Dec 14 18:19:21.249868 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-40215184-509a-41d4-8cbc-6731300fa2f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de HTTP/1.1" status: 200 len: 217 time: 0.0354869 Dec 14 18:19:21.300541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ccf2-4aee-41bd-a617-25c957df457e req-f0a73e63-f600-48ce-8f94-268b1eb8a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:21.302128 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-f0a73e63-f600-48ce-8f94-268b1eb8a167 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0438027 Dec 14 18:19:21.356348 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ccf2-4aee-41bd-a617-25c957df457e req-e89688ae-fbe7-44eb-be76-3378d0997d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:21.357862 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-e89688ae-fbe7-44eb-be76-3378d0997d29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466845 Dec 14 18:19:21.452873 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-2f985395-5b4f-413f-9e8e-ac6a8ca59c73 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861430 Dec 14 18:19:21.523717 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2010b-378f-41c9-bb29-95e659e2c65b req-fcc03c72-c6af-442f-a8f7-6be69f1167ab tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:21.525274 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7a2010b-378f-41c9-bb29-95e659e2c65b req-fcc03c72-c6af-442f-a8f7-6be69f1167ab tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 943 time: 0.0537329 Dec 14 18:19:21.565367 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7a2010b-378f-41c9-bb29-95e659e2c65b req-32db0943-eff2-4177-a663-a638d9de9895 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Dec 14 18:19:21.567278 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e959ccf2-4aee-41bd-a617-25c957df457e req-4d0cbec3-6d85-4499-9e5f-73dcc445bcb7 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041634 Dec 14 18:19:22.681808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc929-59d7-42f4-8f08-8e669b3f8db5 req-1859e24a-a80c-4ca0-858b-ca44cf433e2e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:22.683344 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b1fc929-59d7-42f4-8f08-8e669b3f8db5 req-1859e24a-a80c-4ca0-858b-ca44cf433e2e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 943 time: 0.0504787 Dec 14 18:19:22.721401 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b1fc929-59d7-42f4-8f08-8e669b3f8db5 req-5532a0f8-3f41-40ec-878e-07db89932a3a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Dec 14 18:19:23.151288 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 3aa5749f-b7d9-4c05-a64f-eaca3568e2de details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:19:23.258845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:23.271266 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'port_id': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'mac_address': 'fa:16:3e:42:78:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:19:23.311401 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:23.323876 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa5749f-b7d9-4c05-a64f-eaca3568e2de {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:19:23.344883 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:23.348653 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:23.401771 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:23.585445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['3aa5749f-b7d9-4c05-a64f-eaca3568e2de'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:19:23.844235 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa0041-ca7f-4877-8c3f-1acd6bd5e06c req-45b6302f-bfe1-41d2-9acc-e3baf31c38dc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:23.845761 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1daa0041-ca7f-4877-8c3f-1acd6bd5e06c req-45b6302f-bfe1-41d2-9acc-e3baf31c38dc tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 944 time: 0.0547311 Dec 14 18:19:23.893778 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1daa0041-ca7f-4877-8c3f-1acd6bd5e06c req-aaf60fa1-14d6-4504-a44f-7546b5633d51 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Dec 14 18:19:24.514329 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c97838d2-8b8d-4e42-b272-4dc1d4f00d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:25.172402 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce1780-e757-4052-bc2a-f87c351a0840 req-4f7f1118-cae9-4fb6-bb43-e06f8812224a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:25.173895 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-58ce1780-e757-4052-bc2a-f87c351a0840 req-4f7f1118-cae9-4fb6-bb43-e06f8812224a tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 944 time: 0.2109187 Dec 14 18:19:25.176418 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 3aa5749f-b7d9-4c05-a64f-eaca3568e2de up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:19:25.213915 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-58ce1780-e757-4052-bc2a-f87c351a0840 req-12c04b71-5643-43ed-a556-c19a13e85c1d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336597 Dec 14 18:19:25.238236 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:19:25.242087 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:19:25.242748 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:25.326173 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:25.349058 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:25.351348 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6cd717-dae0-44bb-868e-5291aa7efa62" -d '{"events": [{"server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:25.365133 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:25.375893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:25.399546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18517b71-c97d-45e0-94c0-34bd4c3a0198 x-openstack-request-id: req-18517b71-c97d-45e0-94c0-34bd4c3a0198 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:25.399887 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:25.400143 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18517b71-c97d-45e0-94c0-34bd4c3a0198 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:25.400525 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'code': 200} Dec 14 18:19:25.428705 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:25.569850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5c10f-24e6-419c-b057-7dd3ce34e1d2 req-f34c9dac-2fec-4061-9bd4-a517df6f68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:25.569850 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ecf5c10f-24e6-419c-b057-7dd3ce34e1d2 req-f34c9dac-2fec-4061-9bd4-a517df6f68c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0414438 Dec 14 18:19:25.603025 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ecf5c10f-24e6-419c-b057-7dd3ce34e1d2 req-716155a3-c32f-4767-bc5f-3e3bdcdad99c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272090 Dec 14 18:19:26.384134 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0fc91-bc38-4dac-9ad1-c962973e923b req-5e786da2-b7fc-476d-b286-d636a247b1aa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:26.385586 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cce0fc91-bc38-4dac-9ad1-c962973e923b req-5e786da2-b7fc-476d-b286-d636a247b1aa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.1003633 Dec 14 18:19:26.422955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cce0fc91-bc38-4dac-9ad1-c962973e923b req-2177ef3c-8adc-4d73-aa34-e7a025a625ef tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Dec 14 18:19:27.115741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f160846f-47b6-4683-8dab-8d0d67c4ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:27.541449 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6242f1-58b1-47ad-bcd1-74bd01586172 req-cfe75295-e568-43c1-bbf9-e541f4c38f8e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:27.543491 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ce6242f1-58b1-47ad-bcd1-74bd01586172 req-cfe75295-e568-43c1-bbf9-e541f4c38f8e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0536208 Dec 14 18:19:27.580022 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ce6242f1-58b1-47ad-bcd1-74bd01586172 req-1786cd30-d2bb-4ac7-a2b7-751a0bd22e93 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Dec 14 18:19:27.698756 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51dad7-ae79-4480-9d34-8a41b671ebc4 req-e12e03c8-3594-4af9-b09d-64a81bfaf8cb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:27.700269 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ed51dad7-ae79-4480-9d34-8a41b671ebc4 req-e12e03c8-3594-4af9-b09d-64a81bfaf8cb tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0549972 Dec 14 18:19:27.709080 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50698) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:27.713787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Request body: {'floatingip': {'port_id': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:19:27.754336 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:28.181203 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:28.185984 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:28.245470 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:28.293444 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Floating IP 1253c5af-7b21-4c0a-a7ce-0b72071f0d4e associated. External IP: 172.27.1.40, port: 3aa5749f-b7d9-4c05-a64f-eaca3568e2de. Dec 14 18:19:28.510373 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:19:28.634801 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:19:28.641227 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:28.646015 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:19:28.655663 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:28.656278 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:19:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:28.671119 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-2d09277a-d9f3-4c44-b3c4-d07d90cdd622 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "PUT /v2.0/floatingips/1253c5af-7b21-4c0a-a7ce-0b72071f0d4e HTTP/1.1" status: 200 len: 990 time: 0.9607546 Dec 14 18:19:28.671863 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:28.674437 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:28.713334 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa932380-8116-4eac-996b-d9793772bbd0 x-openstack-request-id: req-fa932380-8116-4eac-996b-d9793772bbd0 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:28.713932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:28.714216 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa932380-8116-4eac-996b-d9793772bbd0 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:28.714751 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'status': 'completed', 'code': 200} Dec 14 18:19:28.773189 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:28.786434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-a49c9199-ead6-44c1-9175-dcc37a225992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:28.788066 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-a49c9199-ead6-44c1-9175-dcc37a225992 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f256f429fb4544959793a0db85d4bc33&device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0507617 Dec 14 18:19:28.903736 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-ce903519-0b9a-432a-aabe-13bac5fc8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:28.905233 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-ce903519-0b9a-432a-aabe-13bac5fc8154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 200 len: 912 time: 0.1098721 Dec 14 18:19:28.985635 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-0e82b25c-a14d-4bed-bb89-671e3e2a9479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de HTTP/1.1" status: 200 len: 998 time: 0.0712264 Dec 14 18:19:29.048872 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-c482a8fd-5570-4dca-8ffb-a3e82202e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:29.050514 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-c482a8fd-5570-4dca-8ffb-a3e82202e724 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 200 len: 850 time: 0.0601058 Dec 14 18:19:29.104469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-0a038d08-f5f9-4286-ba18-31107003d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:29.106222 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-0a038d08-f5f9-4286-ba18-31107003d1d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e13093fd-7336-48ce-be45-5a30218e7b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481098 Dec 14 18:19:29.155813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '1253c5af-7b21-4c0a-a7ce-0b72071f0d4e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:42:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1cf61-3816-451d-aa38-78493462d0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:19:16Z', 'updated_at': '2021-12-14T18:19:28Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:29.164525 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50724) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:29.187042 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:19:29.196903 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:19:29.197530 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:19:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:29.208115 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-7eeac4f1-f9b4-4114-9aea-15bf6449c463 service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 Dec 14 18:19:29.288702 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e518-89ee-4903-be09-4956c1881bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.306420 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:19:29.340467 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb9c1b3c-23b7-4694-99e8-f2f0bd4f49bf req-820340a2-4096-49c0-8f41-e66928c59abf service neutron] 10.222.0.30 "GET /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259594 Dec 14 18:19:29.396323 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e518-89ee-4903-be09-4956c1881bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.400554 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e518-89ee-4903-be09-4956c1881bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.443859 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-d9b0e518-89ee-4903-be09-4956c1881bdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7d2a84204824b8ba9286d554d11b1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781684 Dec 14 18:19:29.445084 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0e518-89ee-4903-be09-4956c1881bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583aaf1c-2f44-4003-abc6-588ec2dac266,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:29.446567 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50728) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:29.501622 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.523268 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.554392 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '1253c5af-7b21-4c0a-a7ce-0b72071f0d4e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:42:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1cf61-3816-451d-aa38-78493462d0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:19:16Z', 'updated_at': '2021-12-14T18:19:28Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:19:29.570896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.573511 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:29.574885 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/583aaf1c-2f44-4003-abc6-588ec2dac266 HTTP/1.1" status: 204 len: 168 time: 0.1255884 Dec 14 18:19:29.583240 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08f79f-d1d3-4cfc-b771-4686bfad5257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583aaf1c-2f44-4003-abc6-588ec2dac266,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:29.584477 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d55e5-e617-4f3c-ad30-b13e4053a0b3 None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': '1253c5af-7b21-4c0a-a7ce-0b72071f0d4e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'port_id': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'mac_address': 'fa:16:3e:42:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1cf61-3816-451d-aa38-78493462d0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:19:16Z', 'updated_at': '2021-12-14T18:19:28Z', 'revision_number': 1, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:19:29.852442 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe510252-7af0-4271-8df6-878c987eb380 None None] New status for floating IP 1253c5af-7b21-4c0a-a7ce-0b72071f0d4e: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:19:29.993043 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:30.068583 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:31.071809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ee17-afbf-4e9a-b049-9fb12d24e55d req-0377da11-86cd-4d6a-b46e-b52ded3649ce tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:31.073378 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf99ee17-afbf-4e9a-b049-9fb12d24e55d req-0377da11-86cd-4d6a-b46e-b52ded3649ce tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0567708 Dec 14 18:19:31.113418 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf99ee17-afbf-4e9a-b049-9fb12d24e55d req-fe100aa6-02fa-4b74-88f8-b7cfcf346a43 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Dec 14 18:19:32.234747 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd3b19-b739-4e65-a095-36f685a7bdc5 req-8c380eaa-7e14-4239-8c93-34858d1afaf0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:32.236209 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-25bd3b19-b739-4e65-a095-36f685a7bdc5 req-8c380eaa-7e14-4239-8c93-34858d1afaf0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Dec 14 18:19:32.272753 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-25bd3b19-b739-4e65-a095-36f685a7bdc5 req-33f6ab89-0de2-4a35-8225-7ae4687e7c81 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305026 Dec 14 18:19:33.392563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db1b2-1912-4d8e-979f-6c93d72c7b78 req-b3722f8c-4b0f-43d5-8ee9-13d4a54a040f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:33.394035 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-856db1b2-1912-4d8e-979f-6c93d72c7b78 req-b3722f8c-4b0f-43d5-8ee9-13d4a54a040f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0488915 Dec 14 18:19:33.431130 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-856db1b2-1912-4d8e-979f-6c93d72c7b78 req-7873f25b-b365-4f12-a1ee-1394c9172533 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Dec 14 18:19:34.555454 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0ab3-5aae-4ceb-8c53-615bd9ca08cb req-7a6979e1-dd9c-42dd-ac4e-1187534eb96c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:34.557825 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d94b0ab3-5aae-4ceb-8c53-615bd9ca08cb req-7a6979e1-dd9c-42dd-ac4e-1187534eb96c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0522430 Dec 14 18:19:34.594552 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d94b0ab3-5aae-4ceb-8c53-615bd9ca08cb req-45ca5d3a-16da-4a48-aace-60f5630ff8c9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Dec 14 18:19:35.712259 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f4f09-5729-4758-8c6a-ea44d5698e8c req-acc5c00b-05dd-4b09-a77a-0bee386ea4a4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:35.713700 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-422f4f09-5729-4758-8c6a-ea44d5698e8c req-acc5c00b-05dd-4b09-a77a-0bee386ea4a4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0477347 Dec 14 18:19:35.751843 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-422f4f09-5729-4758-8c6a-ea44d5698e8c req-1515ef8d-724b-4b79-aef0-c0260fc33e04 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Dec 14 18:19:36.875462 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72159cca-b85a-4803-be52-7bf687954575 req-d64c577c-cb53-4176-b8dc-bd8c2422aabd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:36.876926 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-72159cca-b85a-4803-be52-7bf687954575 req-d64c577c-cb53-4176-b8dc-bd8c2422aabd tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0531797 Dec 14 18:19:36.914068 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-72159cca-b85a-4803-be52-7bf687954575 req-54678568-1916-4684-a89e-8e8bde8e9959 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Dec 14 18:19:38.037395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44006f-1911-4552-a3fe-e4cf6690730f req-76fc0267-fc3f-4773-a97e-66398bb37e11 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:38.038788 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5e44006f-1911-4552-a3fe-e4cf6690730f req-76fc0267-fc3f-4773-a97e-66398bb37e11 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0537984 Dec 14 18:19:38.078917 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5e44006f-1911-4552-a3fe-e4cf6690730f req-68b5630b-1af8-4225-96a2-6517d7aa2702 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Dec 14 18:19:38.697281 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 50846) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:38.803262 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-77d90f8b-a13b-4c76-b397-42a9a90307c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:38.883059 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-77d90f8b-a13b-4c76-b397-42a9a90307c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:38.887465 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-77d90f8b-a13b-4c76-b397-42a9a90307c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:38.924510 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-77d90f8b-a13b-4c76-b397-42a9a90307c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4e6cfc0661141458916d0efb6ba0f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259452 Dec 14 18:19:38.925372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d90f8b-a13b-4c76-b397-42a9a90307c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c8cdd-62d8-40ee-9043-e8274dc8644e,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:38.927236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 50850) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:19:38.975508 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:38.998041 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:39.048188 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:39.050782 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:39.051913 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/755c8cdd-62d8-40ee-9043-e8274dc8644e HTTP/1.1" status: 204 len: 168 time: 0.1236944 Dec 14 18:19:39.060082 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e1362-8a2e-41cf-bcc7-90b8e3a6e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c8cdd-62d8-40ee-9043-e8274dc8644e,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:39.208584 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c9516-fd16-42d3-b12b-80b5b9037054 req-83fd115b-6d03-4267-964c-b5457ad20fc2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:39.210150 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f11c9516-fd16-42d3-b12b-80b5b9037054 req-83fd115b-6d03-4267-964c-b5457ad20fc2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0557456 Dec 14 18:19:39.252466 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f11c9516-fd16-42d3-b12b-80b5b9037054 req-8ec64be3-3718-4c23-b3be-cd18ad4fb622 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355253 Dec 14 18:19:39.599538 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:40.374519 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882c172-a167-4529-a593-ce05fc82ad05 req-a38665dc-9dfb-4ccc-85f6-ac8f4e03fa9f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:40.375911 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5882c172-a167-4529-a593-ce05fc82ad05 req-a38665dc-9dfb-4ccc-85f6-ac8f4e03fa9f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Dec 14 18:19:40.422841 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5882c172-a167-4529-a593-ce05fc82ad05 req-8564a1ec-e96d-4b6a-91ed-243e7a2c5e16 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406036 Dec 14 18:19:41.544604 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01405a1-499d-41a9-a7ab-e304a9fd95b8 req-2f18a4be-81e3-405b-8236-8da1e34135e5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:41.546068 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b01405a1-499d-41a9-a7ab-e304a9fd95b8 req-2f18a4be-81e3-405b-8236-8da1e34135e5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0493844 Dec 14 18:19:41.583559 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b01405a1-499d-41a9-a7ab-e304a9fd95b8 req-fb260f6b-d669-493d-95c1-b9820b208c49 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 Dec 14 18:19:42.015204 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:19:42.703677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cc92a-ad76-4967-b211-6c229222b4d0 req-df4a3038-d32a-4a46-a906-4e07e19b0876 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:42.705152 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e27cc92a-ad76-4967-b211-6c229222b4d0 req-df4a3038-d32a-4a46-a906-4e07e19b0876 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0484734 Dec 14 18:19:42.744029 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e27cc92a-ad76-4967-b211-6c229222b4d0 req-3041130e-d256-495d-b171-8d668a6662f6 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326416 Dec 14 18:19:43.261598 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:19:43.356283 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:43.367199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:19:43.407291 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:43.420358 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:19:43.441586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:43.446299 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:43.498412 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=6']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:43.506088 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.506374 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.506744 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.507079 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.507412 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.507739 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.508729 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.508729 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.508729 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.509073 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.509337 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.509666 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:19:43.528611 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['9f6cc90a-6fa6-496c-a22a-097508c4baae'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:19:43.895558 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f027a56-ac7d-4cd7-88fc-041ce84952e6 req-4ee2da6b-08c1-4912-aab8-67fb4b329c4d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:43.897134 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f027a56-ac7d-4cd7-88fc-041ce84952e6 req-4ee2da6b-08c1-4912-aab8-67fb4b329c4d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0632143 Dec 14 18:19:43.940789 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6f027a56-ac7d-4cd7-88fc-041ce84952e6 req-4096ba7a-b890-4444-acf7-4271b94276af tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365255 Dec 14 18:19:45.088282 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7952-37eb-4460-80bf-75286d9ec6b5 req-d93e35ab-27ea-4bd3-99f5-de29b5db25b1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:45.090500 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdff7952-37eb-4460-80bf-75286d9ec6b5 req-d93e35ab-27ea-4bd3-99f5-de29b5db25b1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0550184 Dec 14 18:19:45.131398 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdff7952-37eb-4460-80bf-75286d9ec6b5 req-f6d949f4-314e-431e-904a-ba0dbcea9172 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346313 Dec 14 18:19:45.269641 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:19:45.324445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 9f6cc90a-6fa6-496c-a22a-097508c4baae triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:19:45.324822 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:45.427257 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:45.454441 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:45.456713 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e4bf3-f6e1-4daa-afed-21ce9a029845" -d '{"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:45.472299 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:45.478241 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:45.520856 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9714e9b-344f-4883-ab02-c4f9a1e3d3d0 x-openstack-request-id: req-b9714e9b-344f-4883-ab02-c4f9a1e3d3d0 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:45.521427 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:45.521770 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9714e9b-344f-4883-ab02-c4f9a1e3d3d0 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:45.522249 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'code': 200} Dec 14 18:19:45.566529 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=7']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:46.261641 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612a58-3a0b-4ffc-9ced-743b27cdba12 req-db73f7ef-7215-4079-a621-b6ac0f7dcfe3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:46.264219 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ff612a58-3a0b-4ffc-9ced-743b27cdba12 req-db73f7ef-7215-4079-a621-b6ac0f7dcfe3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0533836 Dec 14 18:19:46.326835 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ff612a58-3a0b-4ffc-9ced-743b27cdba12 req-bb786d9e-5731-414a-93c1-b88c5ec6883e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Dec 14 18:19:47.470127 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c80a-7d6f-47c5-8159-59efa56fbf96 req-56b7ad07-341f-446c-913a-0b409e69291e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:47.475187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f7d5c80a-7d6f-47c5-8159-59efa56fbf96 req-56b7ad07-341f-446c-913a-0b409e69291e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0633841 Dec 14 18:19:47.515259 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f7d5c80a-7d6f-47c5-8159-59efa56fbf96 req-738165dd-c55b-4d21-83e6-b5f27b9ef997 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372734 Dec 14 18:19:48.651165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697235f-0f76-427b-a595-74e28f288361 req-35067188-f37e-40f6-b281-e7df2f93b952 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:48.653971 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5697235f-0f76-427b-a595-74e28f288361 req-35067188-f37e-40f6-b281-e7df2f93b952 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0567331 Dec 14 18:19:48.700466 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5697235f-0f76-427b-a595-74e28f288361 req-f93bdac1-9739-4ef3-8b61-5d11c3a5dca1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 Dec 14 18:19:49.837626 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce592f-df48-48e2-bfe0-a340e78a5efb req-321f2703-08da-46c6-8bef-c5eb1f6953c5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:49.841461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2dce592f-df48-48e2-bfe0-a340e78a5efb req-321f2703-08da-46c6-8bef-c5eb1f6953c5 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0550194 Dec 14 18:19:49.885489 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2dce592f-df48-48e2-bfe0-a340e78a5efb req-00cd9ccc-f429-4bb6-9da5-a22c1f434e23 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Dec 14 18:19:51.033463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8924bf4-f7cd-4438-8e91-75249ce6e32d req-9ef47609-3aec-4696-a2ff-21755fcdad5f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:51.035604 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8924bf4-f7cd-4438-8e91-75249ce6e32d req-9ef47609-3aec-4696-a2ff-21755fcdad5f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0653069 Dec 14 18:19:51.080690 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8924bf4-f7cd-4438-8e91-75249ce6e32d req-1332df71-099c-4820-86fb-df2a73c43b43 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382750 Dec 14 18:19:52.211482 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898dc0c-0c61-4a9f-b1ed-7eb837cfc2e2 req-d3e43fcf-288e-4ec3-9e45-5a9f6a51bad3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:52.213054 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f898dc0c-0c61-4a9f-b1ed-7eb837cfc2e2 req-d3e43fcf-288e-4ec3-9e45-5a9f6a51bad3 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0536458 Dec 14 18:19:52.262728 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f898dc0c-0c61-4a9f-b1ed-7eb837cfc2e2 req-1c3481d8-30ab-44fe-8f59-b75937a8e031 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Dec 14 18:19:52.889462 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79230c95-41d5-465e-ad5c-02205fef124d req-11395f16-9140-4408-a6a8-43b8b1169555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:52.890956 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-11395f16-9140-4408-a6a8-43b8b1169555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1099 time: 0.1328175 Dec 14 18:19:52.978287 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79230c95-41d5-465e-ad5c-02205fef124d req-31350a8c-6c28-4ddc-a059-d8bf270ec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:52.980301 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-31350a8c-6c28-4ddc-a059-d8bf270ec8e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.0814762 Dec 14 18:19:53.048127 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-a915f2fc-5f63-41ed-aa73-9b6f5f9308be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 1001 time: 0.0603850 Dec 14 18:19:53.096841 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79230c95-41d5-465e-ad5c-02205fef124d req-cee08cf2-6f86-4b85-abc7-fe4de3981c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:53.098250 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-cee08cf2-6f86-4b85-abc7-fe4de3981c5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0425749 Dec 14 18:19:53.146226 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79230c95-41d5-465e-ad5c-02205fef124d req-23bd4c59-c21f-4742-987e-d8d7ba6a15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:53.147788 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-23bd4c59-c21f-4742-987e-d8d7ba6a15d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414333 Dec 14 18:19:53.239944 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-f205eb68-6478-481a-abcd-598b805d5124 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Dec 14 18:19:53.330625 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-79230c95-41d5-465e-ad5c-02205fef124d req-18ea73ff-1a52-4c61-bfa4-0cca93ad5e77 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822122 Dec 14 18:19:53.386611 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f1cb-64f7-48fe-9be0-17475489b2cf req-260a0815-318b-4bc4-a469-af6e3e9c5ec7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:53.387993 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9567f1cb-64f7-48fe-9be0-17475489b2cf req-260a0815-318b-4bc4-a469-af6e3e9c5ec7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Dec 14 18:19:53.425381 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9567f1cb-64f7-48fe-9be0-17475489b2cf req-b94e1dd6-d81d-434f-ab43-8874729074bb tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313642 Dec 14 18:19:54.515889 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2dae0c8a-e3b9-4e8d-90e6-7cbd6583cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:54.548899 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f701bb-4b32-4890-b58e-017e94850de3 req-9d7449da-71bb-48b5-9d66-b258174ddee0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:54.550371 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43f701bb-4b32-4890-b58e-017e94850de3 req-9d7449da-71bb-48b5-9d66-b258174ddee0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Dec 14 18:19:54.586943 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-43f701bb-4b32-4890-b58e-017e94850de3 req-cbafec48-bd65-42b2-9e58-fe69956a1fa7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Dec 14 18:19:55.318393 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:19:55.396235 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:55.420544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:19:55.422779 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51f1eda-334a-44f3-b15d-8a09a0fdc92f" -d '{"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:19:55.436886 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:19:55.443546 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:55.469710 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76200ca5-1136-47df-b54c-a269a66f23f3 x-openstack-request-id: req-76200ca5-1136-47df-b54c-a269a66f23f3 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:19:55.469999 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-unplugged", "status": "failed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "code": 422}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:19:55.470245 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76200ca5-1136-47df-b54c-a269a66f23f3 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:19:55.470634 dv-cinder-821744-1-iscsi neutron-server[101645]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'code': 422} returned with failed status Dec 14 18:19:55.496112 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=8']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:19:55.708722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd823cef-8d4e-48a9-8612-b39239ede087 req-91049d1c-607a-4ee5-8522-957547c8eae7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:55.710251 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd823cef-8d4e-48a9-8612-b39239ede087 req-91049d1c-607a-4ee5-8522-957547c8eae7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0490878 Dec 14 18:19:55.749567 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bd823cef-8d4e-48a9-8612-b39239ede087 req-2b1ee3b0-3af8-411b-92a5-e37e07c69866 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Dec 14 18:19:56.529692 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-f89d99df-5ce4-42f6-8f16-75d4269413fe req-b511fd3c-3914-4e46-836a-f8d4731f3642 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:19:56.530724 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f89d99df-5ce4-42f6-8f16-75d4269413fe req-b511fd3c-3914-4e46-836a-f8d4731f3642 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062234 Dec 14 18:19:56.719538 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f5a1f-63d4-441a-895d-177f41fb0eed req-2802da45-2d72-4421-b229-720284a50cf4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:56.721037 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b52f5a1f-63d4-441a-895d-177f41fb0eed req-2802da45-2d72-4421-b229-720284a50cf4 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0788760 Dec 14 18:19:56.748043 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-7e303fe9-679a-4171-b07c-d257018d7505 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661259 Dec 14 18:19:56.766133 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b52f5a1f-63d4-441a-895d-177f41fb0eed req-1a21aaf4-8dfa-4334-9e46-a43e1ff705f8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Dec 14 18:19:57.118194 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f67e9d7c-5e03-44d9-8cd9-2a55eb1f6726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:57.633881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-85f7d04b-256e-4d38-8cf1-f9055a742172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.635293 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-85f7d04b-256e-4d38-8cf1-f9055a742172 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190&tenant_id=4a76fd13a03b419fbc5481def65810e0 HTTP/1.1" status: 200 len: 1097 time: 0.0404263 Dec 14 18:19:57.699077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-1424105b-e621-4115-bb28-5dec09fdaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.700550 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-1424105b-e621-4115-bb28-5dec09fdaf49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1097 time: 0.0431046 Dec 14 18:19:57.788683 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-29424b9c-ff69-450e-8529-87a99a16d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.790279 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-29424b9c-ff69-450e-8529-87a99a16d34f service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.0831769 Dec 14 18:19:57.859684 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-560a3786-cae4-4112-b724-fe8cd0e27de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 999 time: 0.0621178 Dec 14 18:19:57.887213 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda1988-1b97-4416-8bb4-60a6a4c83a65 req-4932aef5-414b-40bc-b21d-837f69a0677a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.888587 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cdda1988-1b97-4416-8bb4-60a6a4c83a65 req-4932aef5-414b-40bc-b21d-837f69a0677a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0503342 Dec 14 18:19:57.909017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-25648bf9-c6f4-4d03-a41d-ede80467bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.910466 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-25648bf9-c6f4-4d03-a41d-ede80467bde8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0442233 Dec 14 18:19:57.925840 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cdda1988-1b97-4416-8bb4-60a6a4c83a65 req-8e96a5bf-9704-47f2-9fd1-92fc1c8b9352 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Dec 14 18:19:57.961248 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-9776b2e0-f29e-4e07-97e8-7ff44f5dab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:57.962749 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-9776b2e0-f29e-4e07-97e8-7ff44f5dab67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411081 Dec 14 18:19:58.051337 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-a4838053-e881-465b-b5f4-9d264ccc061f service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812953 Dec 14 18:19:58.139592 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-fb3a467c-929b-4b7d-af8f-cc55888b199b req-6ea17da1-62f5-4810-9a71-c35cebf1444a service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796812 Dec 14 18:19:58.246680 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:19:59.056487 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1a5ed-deb6-4d77-9089-69a49f406984 req-8e703b8a-7dc6-4d45-8082-43b37171f284 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:19:59.058432 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3ad1a5ed-deb6-4d77-9089-69a49f406984 req-8e703b8a-7dc6-4d45-8082-43b37171f284 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0594394 Dec 14 18:19:59.097544 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3ad1a5ed-deb6-4d77-9089-69a49f406984 req-0c754e46-93da-4ef0-ad4a-07ece9fefd51 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Dec 14 18:19:59.985873 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:00.071423 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:00.222369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062bd7-030e-412f-a740-71905332bb5d req-186fc940-60c9-42dc-84ea-d783cdc7931c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:00.224189 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ca062bd7-030e-412f-a740-71905332bb5d req-186fc940-60c9-42dc-84ea-d783cdc7931c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0544538 Dec 14 18:20:00.265526 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ca062bd7-030e-412f-a740-71905332bb5d req-606d1d80-627b-4582-bc69-a6fba97226a2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352156 Dec 14 18:20:01.393996 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb3eb-181b-4b2a-a16c-f536cab4c648 req-efa3a05a-168f-4dfa-aa1a-4bb4f86d70af tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:01.395535 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebefb3eb-181b-4b2a-a16c-f536cab4c648 req-efa3a05a-168f-4dfa-aa1a-4bb4f86d70af tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0503719 Dec 14 18:20:01.437982 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebefb3eb-181b-4b2a-a16c-f536cab4c648 req-21a12761-198c-470a-b0c1-5cc613aa694b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353012 Dec 14 18:20:02.564195 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1f37-fdbc-4677-976c-5190cde1052f req-3b9d4309-61f0-43ac-8458-09dacbf6721f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:02.565719 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-06dd1f37-fdbc-4677-976c-5190cde1052f req-3b9d4309-61f0-43ac-8458-09dacbf6721f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0524869 Dec 14 18:20:02.604824 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-06dd1f37-fdbc-4677-976c-5190cde1052f req-d36ea7d4-78f9-4d87-bad7-7ce774c264aa tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Dec 14 18:20:03.750058 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306062f-302f-4d76-becf-9f41a6133e9b req-d006a98c-76e8-4eda-9481-894651945af0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:03.751606 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2306062f-302f-4d76-becf-9f41a6133e9b req-d006a98c-76e8-4eda-9481-894651945af0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0544918 Dec 14 18:20:03.794368 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2306062f-302f-4d76-becf-9f41a6133e9b req-9ab538f9-22a3-4475-aa68-ffb577053847 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337453 Dec 14 18:20:04.923761 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc993-96c1-4ed2-a318-68cb2d72b572 req-3ce15fe9-7447-46aa-9b19-fa1a31d5fbe2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:04.925295 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-836fc993-96c1-4ed2-a318-68cb2d72b572 req-3ce15fe9-7447-46aa-9b19-fa1a31d5fbe2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0519686 Dec 14 18:20:04.966421 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-836fc993-96c1-4ed2-a318-68cb2d72b572 req-abc72193-6127-4d13-b41f-0bb16d51ada2 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Dec 14 18:20:06.093635 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde09ee-8041-48a7-9651-e9475da2f964 req-546cc40e-c523-41cc-b0c9-93f8e2ce7795 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:06.095195 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bde09ee-8041-48a7-9651-e9475da2f964 req-546cc40e-c523-41cc-b0c9-93f8e2ce7795 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0510588 Dec 14 18:20:06.135470 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5bde09ee-8041-48a7-9651-e9475da2f964 req-95a20b71-9499-407b-8dce-c126ca0ee653 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340323 Dec 14 18:20:07.268420 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d357c-22ae-4120-bce5-46b6c19090a5 req-88c70989-768e-4c12-98a8-c73c2908f1f0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:07.270839 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9f4d357c-22ae-4120-bce5-46b6c19090a5 req-88c70989-768e-4c12-98a8-c73c2908f1f0 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0550933 Dec 14 18:20:07.309965 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9f4d357c-22ae-4120-bce5-46b6c19090a5 req-1a6ac984-ba2e-4888-9024-aec9434c2c09 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Dec 14 18:20:07.816685 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b43ba-c045-4373-b5f1-105df23a2613 req-29f641b6-8c9c-4563-91d6-ca4d9e474b09 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:07.818194 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-374b43ba-c045-4373-b5f1-105df23a2613 req-29f641b6-8c9c-4563-91d6-ca4d9e474b09 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Dec 14 18:20:07.858482 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-374b43ba-c045-4373-b5f1-105df23a2613 req-9189f072-3dcd-4532-b52c-e3a571caa926 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Dec 14 18:20:08.436150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7069516-6b3c-4081-941c-940acaa5c827 req-e506f3f3-b4cc-45e1-bf41-c93eeedb2438 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:08.437688 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7069516-6b3c-4081-941c-940acaa5c827 req-e506f3f3-b4cc-45e1-bf41-c93eeedb2438 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0506401 Dec 14 18:20:08.483941 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e7069516-6b3c-4081-941c-940acaa5c827 req-0c388e24-2a0b-466b-86bf-9daa7f4b0f91 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Dec 14 18:20:08.979173 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6db3f-5cd1-42d4-a16c-25ab5bcc7bc1 req-d1d90ce2-a585-46a9-bd34-05593322ed69 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:08.981471 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c5e6db3f-5cd1-42d4-a16c-25ab5bcc7bc1 req-d1d90ce2-a585-46a9-bd34-05593322ed69 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0539873 Dec 14 18:20:09.019342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c5e6db3f-5cd1-42d4-a16c-25ab5bcc7bc1 req-0b523fcb-074a-42b7-8625-d7768f9cd3dc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Dec 14 18:20:09.612445 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a75d-12b2-4ffd-ae75-c15159f5c691 req-95b64193-4dda-4e92-a0e6-ad434f45e06b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:09.615069 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9097a75d-12b2-4ffd-ae75-c15159f5c691 req-95b64193-4dda-4e92-a0e6-ad434f45e06b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0532389 Dec 14 18:20:09.616232 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:09.671028 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9097a75d-12b2-4ffd-ae75-c15159f5c691 req-4e4a33f1-f4a0-4b97-8627-1bf847b3d90b tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Dec 14 18:20:10.133404 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe44e1-6d5d-44f2-bad9-4920e31dcb3f req-0e9bdd9a-a8c6-43fa-bd87-1a251399e839 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:10.134887 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-74fe44e1-6d5d-44f2-bad9-4920e31dcb3f req-0e9bdd9a-a8c6-43fa-bd87-1a251399e839 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0489740 Dec 14 18:20:10.171421 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-74fe44e1-6d5d-44f2-bad9-4920e31dcb3f req-43400b18-d41d-4301-a6ee-57e762e68f10 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Dec 14 18:20:10.801073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513eb29-6cc3-4d30-86f4-1fdaf6ce9400 req-327706de-6fcb-48fb-9278-3ef50047ca3d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:10.802542 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7513eb29-6cc3-4d30-86f4-1fdaf6ce9400 req-327706de-6fcb-48fb-9278-3ef50047ca3d tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 944 time: 0.0528643 Dec 14 18:20:10.845630 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7513eb29-6cc3-4d30-86f4-1fdaf6ce9400 req-da85f80c-1ece-4494-8982-4351ec70a4b9 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Dec 14 18:20:10.981016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-78311e0e-dcc3-4049-9f2f-f03d4c03c770 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:10.982521 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-78311e0e-dcc3-4049-9f2f-f03d4c03c770 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Dec 14 18:20:11.082443 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port de006300-a701-4834-97d2-b3afd237d181 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:11.082807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.178059 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] For port de006300-a701-4834-97d2-b3afd237d181, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de006300-a701-4834-97d2-b3afd237d181,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:11.178411 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.292575 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce99f4-2a57-4bee-b6d1-452aa2de2cb8 req-b01bd82c-cf38-433a-9f59-85a18992b952 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:11.293973 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f9ce99f4-2a57-4bee-b6d1-452aa2de2cb8 req-b01bd82c-cf38-433a-9f59-85a18992b952 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 945 time: 0.0571437 Dec 14 18:20:11.334811 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f9ce99f4-2a57-4bee-b6d1-452aa2de2cb8 req-397e7fbb-b3f9-4678-a71b-03ba3b40cac5 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Dec 14 18:20:11.349785 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.350136 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.350437 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP 2b8b12cd-8d0d-4c68-9693-5a34f2571ff6 disassociated. External IP: 172.27.1.47, port: de006300-a701-4834-97d2-b3afd237d181. Dec 14 18:20:11.350798 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for de006300-a701-4834-97d2-b3afd237d181 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:11.386850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:20:11.484745 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.488182 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:11.500969 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'port_id': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'mac_address': 'fa:16:3e:61:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:20:11.539474 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.553851 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:20:11.574821 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:11.579186 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:11.628559 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=9']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:11.747987 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=de006300-a701-4834-97d2-b3afd237d181,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:11.759835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.760034 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.760369 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.760700 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.761024 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.761408 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.761703 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.762056 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.762383 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.762727 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.763044 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.763358 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:11.792192 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['9f6cc90a-6fa6-496c-a22a-097508c4baae'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:20:11.882282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:11.971454 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74b44c-0265-4f2c-925f-9c8ffb9ac735 req-310e0a58-3134-45c2-9f0d-f8875846b8f8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:11.974036 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4b74b44c-0265-4f2c-925f-9c8ffb9ac735 req-310e0a58-3134-45c2-9f0d-f8875846b8f8 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Dec 14 18:20:11.994047 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:12.004460 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:12.014158 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4b74b44c-0265-4f2c-925f-9c8ffb9ac735 req-b544df2d-a4a6-40d2-83c8-9e24f5334689 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338104 Dec 14 18:20:12.014387 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:12.014915 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:19:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:12.040390 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] No DVR routers for this DVR port de006300-a701-4834-97d2-b3afd237d181 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:12.043469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:12.046805 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7dcc2478-dfd0-4929-8a73-54290167e02e req-776e27a6-f87b-4796-95ef-7fb10cff0a85 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "DELETE /v2.0/ports/de006300-a701-4834-97d2-b3afd237d181 HTTP/1.1" status: 204 len: 173 time: 1.0583434 Dec 14 18:20:12.047238 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'name': 'network-vif-deleted', 'tag': 'de006300-a701-4834-97d2-b3afd237d181'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:12.049567 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc80fb-2417-4d42-a012-598a5e250132" -d '{"events": [{"server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "name": "network-vif-deleted", "tag": "de006300-a701-4834-97d2-b3afd237d181"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:12.132642 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:12.181341 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92542263-38ae-433c-9ba3-be528b79e761 x-openstack-request-id: req-92542263-38ae-433c-9ba3-be528b79e761 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:12.181843 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a49c8-3566-4fdf-adff-b91bb815ab73", "name": "network-vif-deleted", "tag": "de006300-a701-4834-97d2-b3afd237d181", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:12.182260 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92542263-38ae-433c-9ba3-be528b79e761 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:12.183071 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a49c8-3566-4fdf-adff-b91bb815ab73', 'name': 'network-vif-deleted', 'tag': 'de006300-a701-4834-97d2-b3afd237d181', 'status': 'completed', 'code': 200} Dec 14 18:20:12.347947 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:12.451632 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-68bd37f5-691c-4282-bba4-eae0587e87d8 req-6891cad8-f650-4427-9666-ebdd1590a26d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=730a49c8-3566-4fdf-adff-b91bb815ab73 HTTP/1.1" status: 200 len: 210 time: 0.0322938 Dec 14 18:20:12.505102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:12.514076 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:12.514695 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:19:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:12.624709 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:12.842526 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:12.873904 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75174a7-0ff4-4ee3-933c-7125d5818e1e None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:13.082991 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4bef8-b7e3-4312-94d9-50736786f3f9 None None] New status for floating IP 2b8b12cd-8d0d-4c68-9693-5a34f2571ff6: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:20:13.109978 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334b33-7bbd-4303-808e-bbe9257777da req-8fc21947-5ed3-4893-90ae-9e6e5db75e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.111559 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-8fc21947-5ed3-4893-90ae-9e6e5db75e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a76fd13a03b419fbc5481def65810e0&device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1098 time: 0.0528924 Dec 14 18:20:13.143888 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55f83a-c0a2-4b24-9c2e-0f732d132758 req-72b851a5-1c98-45d7-8b4b-30952db9971e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.145578 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f55f83a-c0a2-4b24-9c2e-0f732d132758 req-72b851a5-1c98-45d7-8b4b-30952db9971e tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Dec 14 18:20:13.196030 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f55f83a-c0a2-4b24-9c2e-0f732d132758 req-a2c86868-e256-442d-b214-1e274138c9d1 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Dec 14 18:20:13.238112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334b33-7bbd-4303-808e-bbe9257777da req-0e0291bf-5f99-45ab-9722-eb7985604619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.239628 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-0e0291bf-5f99-45ab-9722-eb7985604619 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 200 len: 918 time: 0.1077416 Dec 14 18:20:13.313892 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-167313e2-f922-48e1-b304-88e7961ba82d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 200 len: 1000 time: 0.0652015 Dec 14 18:20:13.381315 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334b33-7bbd-4303-808e-bbe9257777da req-6009e282-f13d-4116-9e6d-1d39977c1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.382902 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-6009e282-f13d-4116-9e6d-1d39977c1ad9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 200 len: 856 time: 0.0614936 Dec 14 18:20:13.386959 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:20:13.432947 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334b33-7bbd-4303-808e-bbe9257777da req-83e402ef-f358-414d-b29b-0c1c858fc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.434982 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-83e402ef-f358-414d-b29b-0c1c858fc40f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438859 Dec 14 18:20:13.439783 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 9f6cc90a-6fa6-496c-a22a-097508c4baae triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:20:13.440280 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:13.535331 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-e7f6afba-7f82-43d1-b817-d54b655ea3ad service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929990 Dec 14 18:20:13.549339 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:13.576643 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:13.579355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377392fb-9ca3-4926-988b-76eebf00fadb" -d '{"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:13.601647 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:13.620956 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:13.623116 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device de006300-a701-4834-97d2-b3afd237d181 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:13.680271 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: de006300-a701-4834-97d2-b3afd237d181 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:13.680271 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device de006300-a701-4834-97d2-b3afd237d181 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:13.696980 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59334b33-7bbd-4303-808e-bbe9257777da req-5e7a2744-43eb-4d4f-a1f8-a861a025dbd0 service neutron] 10.222.0.30 "GET /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534379 Dec 14 18:20:13.706816 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369580f-7d93-42d4-9a5d-8eb82e6f4151 x-openstack-request-id: req-8369580f-7d93-42d4-9a5d-8eb82e6f4151 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:13.707106 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:13.707556 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8369580f-7d93-42d4-9a5d-8eb82e6f4151 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:13.707948 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'code': 200} Dec 14 18:20:13.734023 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=10']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:13.813254 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-78d7b5b8-4d30-4323-a540-6e2d165cff32 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068874089&fields=id&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 267 time: 0.0370195 Dec 14 18:20:13.894240 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735175ab-2f4c-4a32-8713-726d1edd813d req-2bca0016-b746-4f02-b1ab-f3efbd60f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.895915 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-735175ab-2f4c-4a32-8713-726d1edd813d req-2bca0016-b746-4f02-b1ab-f3efbd60f479 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 1100 time: 0.0487411 Dec 14 18:20:13.926299 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-b6c79b18-a5c4-40fd-bec0-d199c06f61ff tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:13.927820 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-b6c79b18-a5c4-40fd-bec0-d199c06f61ff tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1072216 Dec 14 18:20:13.931565 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-735175ab-2f4c-4a32-8713-726d1edd813d req-e8700419-8143-4be4-8352-b6176c164d72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283217 Dec 14 18:20:13.944321 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-679f4c22-164f-4683-bcc0-65f1934f388d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/quotas/0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 375 time: 0.0102305 Dec 14 18:20:13.997848 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-43ad8e9b-b82f-43f0-9c7c-efb3d3f95dc1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477638 Dec 14 18:20:14.145659 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-d23b4a62-1965-4639-8259-c6f54227d99f service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356378 Dec 14 18:20:14.259210 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-75b20e3d-5e82-4e89-bc59-8d1696caae5d service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074796 Dec 14 18:20:14.327396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562eaaf-3b9c-4644-8816-7c2fe64d9110 req-51c3d6cf-9c30-4565-8591-ba21f9cca688 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:14.328893 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1562eaaf-3b9c-4644-8816-7c2fe64d9110 req-51c3d6cf-9c30-4565-8591-ba21f9cca688 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.0511973 Dec 14 18:20:14.368406 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1562eaaf-3b9c-4644-8816-7c2fe64d9110 req-1c79659f-6e51-45d0-afaf-3c6b395014b7 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329614 Dec 14 18:20:14.558047 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ecedf843-f43a-4739-9f90-4a66c38f69a4 req-391b7682-b5b2-437e-ae23-6afd2b3490e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 210 time: 0.0305378 Dec 14 18:20:15.537308 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-a9dc590b-b17b-4a90-9162-5f91a60d59c7 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:15.537877 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec8b3c-095b-4d3d-a020-b0a0e8269332 req-f0e96966-e0e3-4119-a00c-c51ff88c1a4f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:15.540265 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-a9dc590b-b17b-4a90-9162-5f91a60d59c7 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1528711 Dec 14 18:20:15.543356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d9ec8b3c-095b-4d3d-a020-b0a0e8269332 req-f0e96966-e0e3-4119-a00c-c51ff88c1a4f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.0857539 Dec 14 18:20:15.585803 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-9666cc09-f3ad-4918-a00b-90bc6e243cd6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 380 time: 0.0370603 Dec 14 18:20:15.586910 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d9ec8b3c-095b-4d3d-a020-b0a0e8269332 req-747cf2c6-fa2a-468c-8054-9093ac060f9c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Dec 14 18:20:15.596198 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'port': {'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'admin_state_up': True, 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'security_groups': ['413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f']}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:15.664846 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-95709629-6895-42e9-8186-e5094e52cc27 req-fa08b953-27c3-4ffd-9a4f-3966c0734e87 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 210 time: 0.0329008 Dec 14 18:20:15.728699 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Made reservation on behalf of 0c603d6f8a4641938be2e16379d161a5 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:20:15.732791 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:15.880775 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.20.0.14 (4f4b6ce0-463d-414b-8a5c-533899d65ec8/4e8778f7-a82b-4d62-8b2d-a941cb17a643/a6f52490-ec13-4629-bc34-1cb446e892dd) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:20:16.029689 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.064290 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.107416 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:20:16.110454 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:20:16.114095 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:20:16.123156 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:16.170246 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:16.170904 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.187530 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-eb97e6a3-6225-4bbc-afe0-d251a91409dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953453 Dec 14 18:20:16.201811 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Request body: {'port': {'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:16.264093 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.354157 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-919a1091-c62c-48cd-9426-f4597b0e173a None None] Provisioning complete for port a6f52490-ec13-4629-bc34-1cb446e892dd triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:20:16.354797 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-919a1091-c62c-48cd-9426-f4597b0e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.391589 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-919a1091-c62c-48cd-9426-f4597b0e173a None None] Port a6f52490-ec13-4629-bc34-1cb446e892dd cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:20:16.542630 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f52490-ec13-4629-bc34-1cb446e892dd {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:20:16.550396 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.563096 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Transition to ACTIVE for port object a6f52490-ec13-4629-bc34-1cb446e892dd will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:20:16.569171 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.645768 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:16.710077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Attempting to bind port a6f52490-ec13-4629-bc34-1cb446e892dd on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:20:16.710440 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Attempting to bind port a6f52490-ec13-4629-bc34-1cb446e892dd by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:20:16.710874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Attempting to bind port a6f52490-ec13-4629-bc34-1cb446e892dd on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:20:16.716261 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Port a6f52490-ec13-4629-bc34-1cb446e892dd on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:20:16.716601 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Attempting to bind port a6f52490-ec13-4629-bc34-1cb446e892dd on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:20:16.723888 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:20:16.724240 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:20:16.724596 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f07d1-c431-4ef3-85f8-2cf44ca4d292 req-95aa9b3d-5841-4497-887e-819243c5d00f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:16.725077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Bound using segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:20:16.725077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Bound port: a6f52490-ec13-4629-bc34-1cb446e892dd, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:20:16.725374 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.726173 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b68f07d1-c431-4ef3-85f8-2cf44ca4d292 req-95aa9b3d-5841-4497-887e-819243c5d00f tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.0541391 Dec 14 18:20:16.784984 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b68f07d1-c431-4ef3-85f8-2cf44ca4d292 req-735ae400-bd83-440e-8476-f443f919cbad tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522244 Dec 14 18:20:16.805125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:20:16.808623 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6f52490-ec13-4629-bc34-1cb446e892dd,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:20:16.818040 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.852167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2ff1-3023-4d01-b47a-641fadec46a6 req-18207f64-33a4-40e7-8ce3-b992ae78cecc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:16.855036 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:16.855769 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:16.857776 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] 10.222.0.30 "PUT /v2.0/ports/a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 1094 time: 0.6609542 Dec 14 18:20:16.858234 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:16.859202 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-943e2ff1-3023-4d01-b47a-641fadec46a6 req-18207f64-33a4-40e7-8ce3-b992ae78cecc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0997236 Dec 14 18:20:16.860564 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:16.905952 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1171-5263-4ac2-be44-1aed1dcaca37 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:16.911739 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-943e2ff1-3023-4d01-b47a-641fadec46a6 req-1714247a-f735-49f5-b8d0-5649d600744f tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Dec 14 18:20:16.952448 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242aeb0-b23f-4e8c-89ad-6c1aae3bc111 x-openstack-request-id: req-2242aeb0-b23f-4e8c-89ad-6c1aae3bc111 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:16.952738 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:16.952990 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2242aeb0-b23f-4e8c-89ad-6c1aae3bc111 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:16.953386 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'status': 'completed', 'code': 200} Dec 14 18:20:16.970207 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-0245b664-e7eb-4dfc-aecd-9c2043225359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:16.971803 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-0245b664-e7eb-4dfc-aecd-9c2043225359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1097 time: 0.0518339 Dec 14 18:20:17.015886 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-c28fc24f-de41-43b1-bf93-726747fa7e78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 217 time: 0.0354517 Dec 14 18:20:17.068258 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-21324fd1-7a47-4365-bac7-52ffc0a0f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.069728 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-21324fd1-7a47-4365-bac7-52ffc0a0f136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0454564 Dec 14 18:20:17.120592 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-9bc827f9-8b4c-4736-bacb-568c4e278b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.122159 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-9bc827f9-8b4c-4736-bacb-568c4e278b16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450630 Dec 14 18:20:17.225665 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-35109c3a-6b26-45ff-901b-4941a125ea5c service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961123 Dec 14 18:20:17.357536 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-07e38813-17b1-473e-8231-5b06d1db4bd7 req-3513f032-5595-4d79-a640-a7b41839d5be service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180060 Dec 14 18:20:17.456601 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-6eb84237-3ebc-4298-8ff0-54ffb76fc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.459116 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-6eb84237-3ebc-4298-8ff0-54ffb76fc181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1097 time: 0.0517192 Dec 14 18:20:17.567320 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-6284b3ee-9c2c-4090-b29f-76c067d0f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.568952 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-6284b3ee-9c2c-4090-b29f-76c067d0f373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.1024301 Dec 14 18:20:17.621432 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-eab7ab4a-21e3-410b-a253-a927c946e90f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 217 time: 0.0450311 Dec 14 18:20:17.677789 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-50a477c6-ade1-4dc2-9dfc-04189f79005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.679465 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-50a477c6-ade1-4dc2-9dfc-04189f79005f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0515320 Dec 14 18:20:17.730439 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-c77c515c-a819-4366-b611-70b27c089a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:17.732602 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-c77c515c-a819-4366-b611-70b27c089a07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462029 Dec 14 18:20:17.848607 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-6bb49201-5042-4923-a785-549da2df59ef service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043983 Dec 14 18:20:17.972889 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a523cdfe-0d10-4394-abd4-4f2b825f3fb2 req-74276ae4-7ec5-4e65-9f55-a02247e11135 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150365 Dec 14 18:20:18.053395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74206-d2d9-4c10-b3e5-537f88f36fa5 req-bc61c843-1fc1-479c-b144-316fd755547a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:18.054888 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0dd74206-d2d9-4c10-b3e5-537f88f36fa5 req-bc61c843-1fc1-479c-b144-316fd755547a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0652769 Dec 14 18:20:18.095892 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0dd74206-d2d9-4c10-b3e5-537f88f36fa5 req-7f725533-4668-484b-87d6-5b9fc6765703 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Dec 14 18:20:19.015780 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:20:19.230859 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b9e5e-4670-4250-b2f7-d8d8b611f3dc req-58d26ca4-e9ba-49bf-b3f5-7b19d86218c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:19.232584 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-aa1b9e5e-4670-4250-b2f7-d8d8b611f3dc req-58d26ca4-e9ba-49bf-b3f5-7b19d86218c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0602009 Dec 14 18:20:19.284043 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-aa1b9e5e-4670-4250-b2f7-d8d8b611f3dc req-9c886de5-597e-4a29-bc5c-00787ea05374 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Dec 14 18:20:20.439383 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f63a-a8c7-49ff-b0f6-b9f447de4f01 req-2a597f08-bea6-430d-8b4d-8bc631ca1cab tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:20.440861 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8d20f63a-a8c7-49ff-b0f6-b9f447de4f01 req-2a597f08-bea6-430d-8b4d-8bc631ca1cab tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0756402 Dec 14 18:20:20.489834 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8d20f63a-a8c7-49ff-b0f6-b9f447de4f01 req-9f56966a-b928-49c7-8174-e57165e55f91 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Dec 14 18:20:21.612676 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdea7e0-b78d-4c3f-ba5c-768fea478a23 req-26083bb2-eebb-4da5-a325-a678b1bdf2e3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:21.614171 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1fdea7e0-b78d-4c3f-ba5c-768fea478a23 req-26083bb2-eebb-4da5-a325-a678b1bdf2e3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0540700 Dec 14 18:20:21.657776 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1fdea7e0-b78d-4c3f-ba5c-768fea478a23 req-fad5960c-f5b3-4ce5-aad1-30bd53947cce tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340858 Dec 14 18:20:22.781565 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579113ec-e8ed-4e05-bf4f-e96b36360e0f req-6e00404e-b766-443b-a2d9-96ef5ed357c4 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:22.783146 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-579113ec-e8ed-4e05-bf4f-e96b36360e0f req-6e00404e-b766-443b-a2d9-96ef5ed357c4 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Dec 14 18:20:22.821626 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-579113ec-e8ed-4e05-bf4f-e96b36360e0f req-2b7b2bf6-2acf-40e7-8ae4-e19aabfb98a9 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Dec 14 18:20:23.941519 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9e83e-5cc1-4b03-b95b-4b5e783b6509 req-3c0c7ca1-5f38-45b2-88f1-c63300c82c73 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:23.942932 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-18b9e83e-5cc1-4b03-b95b-4b5e783b6509 req-3c0c7ca1-5f38-45b2-88f1-c63300c82c73 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0514266 Dec 14 18:20:23.980564 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-18b9e83e-5cc1-4b03-b95b-4b5e783b6509 req-d22ae0cd-afa8-4e36-8c79-1b7c6f1575dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Dec 14 18:20:24.517363 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-6ab24be7-dcf7-492b-b0e1-84b8c578d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:25.096910 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8227613-a6f8-46d0-a955-b676d30ab58a req-7bcffbca-226e-4b7f-82b5-dabbc4e09b61 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:25.098332 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8227613-a6f8-46d0-a955-b676d30ab58a req-7bcffbca-226e-4b7f-82b5-dabbc4e09b61 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 944 time: 0.0499876 Dec 14 18:20:25.136340 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f8227613-a6f8-46d0-a955-b676d30ab58a req-5b8de318-0848-4d23-b6df-450aa69f7e9d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Dec 14 18:20:25.448055 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a6f52490-ec13-4629-bc34-1cb446e892dd details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:20:25.547648 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6f52490-ec13-4629-bc34-1cb446e892dd,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:25.559878 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:20:25.597886 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:25.611610 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f52490-ec13-4629-bc34-1cb446e892dd {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:20:25.632622 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6f52490-ec13-4629-bc34-1cb446e892dd,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:25.636794 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:25.683639 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:25.893415 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['a6f52490-ec13-4629-bc34-1cb446e892dd'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:20:26.251661 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe990d-f09c-431d-bacd-a833bb9011bc req-1fb0fedb-dd6a-483b-b577-188cd77db50c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:26.253168 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8bbe990d-f09c-431d-bacd-a833bb9011bc req-1fb0fedb-dd6a-483b-b577-188cd77db50c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 945 time: 0.0497725 Dec 14 18:20:26.292783 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8bbe990d-f09c-431d-bacd-a833bb9011bc req-a4467ca6-b1a4-4f50-9d72-3ec36d60ee90 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336318 Dec 14 18:20:27.129292 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e4a6aa09-fa79-4fb6-b98c-0b4f32f4b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:27.429424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058523b7-b783-4380-90d6-20490b55c371 req-203d017b-0ed5-49a0-b95b-e383ed1772af tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:27.431013 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-058523b7-b783-4380-90d6-20490b55c371 req-203d017b-0ed5-49a0-b95b-e383ed1772af tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 945 time: 0.0600848 Dec 14 18:20:27.470848 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a6f52490-ec13-4629-bc34-1cb446e892dd up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:20:27.481852 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-058523b7-b783-4380-90d6-20490b55c371 req-ec9ee4be-3708-4e7a-b7e2-39aa7dc20d86 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Dec 14 18:20:27.530412 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port a6f52490-ec13-4629-bc34-1cb446e892dd completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:20:27.535988 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port a6f52490-ec13-4629-bc34-1cb446e892dd triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:20:27.536619 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:27.638418 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:27.671267 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:27.673732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c5f35-7fd9-48b8-9b2f-82e1935b254f" -d '{"events": [{"server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "name": "network-vif-plugged", "status": "completed", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:27.691013 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6f52490-ec13-4629-bc34-1cb446e892dd,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:27.702681 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:27.740253 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208030d7-2468-45cd-9097-9cb177f7c21b x-openstack-request-id: req-208030d7-2468-45cd-9097-9cb177f7c21b {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:27.740565 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "name": "network-vif-plugged", "status": "completed", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:27.740813 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-208030d7-2468-45cd-9097-9cb177f7c21b {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:27.741201 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'code': 200} Dec 14 18:20:27.760864 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:27.953921 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f3bf2-6345-4035-834c-43d7e30de324 req-148905ca-0013-4c78-b29f-9afc1f8ec47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:27.956703 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f08f3bf2-6345-4035-834c-43d7e30de324 req-148905ca-0013-4c78-b29f-9afc1f8ec47f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1099 time: 0.0499136 Dec 14 18:20:28.017438 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f08f3bf2-6345-4035-834c-43d7e30de324 req-ba0cf747-051b-4007-a9a9-0df6c8e8f3d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Dec 14 18:20:28.253492 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:28.618133 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a395f-3701-4baf-b603-208f5bbcef4c req-b1bc7596-e7bb-4b6a-863e-6e1684a62766 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:28.619894 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e00a395f-3701-4baf-b603-208f5bbcef4c req-b1bc7596-e7bb-4b6a-863e-6e1684a62766 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.0512862 Dec 14 18:20:28.659901 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e00a395f-3701-4baf-b603-208f5bbcef4c req-df2928d0-1aa9-45df-b2fc-3570f23a38d8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Dec 14 18:20:29.783501 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc76d5-7328-4cdb-b084-fbf20f07c0dd req-d22433f1-95e8-4a74-977c-fec0e6bbac8e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:29.785107 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-97fc76d5-7328-4cdb-b084-fbf20f07c0dd req-d22433f1-95e8-4a74-977c-fec0e6bbac8e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.0539124 Dec 14 18:20:29.825505 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-97fc76d5-7328-4cdb-b084-fbf20f07c0dd req-574712d1-aa33-4112-99db-6924662ac43a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Dec 14 18:20:29.999591 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.073040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.197813 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4df3-c176-4c21-905f-f331477d8650 req-96579884-dd05-4c70-b56d-f6efc3c02bd2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:30.199262 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-304e4df3-c176-4c21-905f-f331477d8650 req-96579884-dd05-4c70-b56d-f6efc3c02bd2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.3046956 Dec 14 18:20:30.238377 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-304e4df3-c176-4c21-905f-f331477d8650 req-8e01d826-131e-42f1-898e-47793cbe74dc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325680 Dec 14 18:20:30.261114 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51292) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:30.302014 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b97cb-c3cb-4885-a294-acf7ce4f67be tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:30.303601 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fd1b97cb-c3cb-4885-a294-acf7ce4f67be tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1094 time: 0.0414820 Dec 14 18:20:30.306471 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51294) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:30.311647 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:30.334560 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.430772 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.541337 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.27.1.42 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/80fb433e-f0dd-49b5-89aa-5cda5fdac749) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:20:30.650310 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.689813 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:30.726962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:20:30.731770 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:20:30.735201 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:20:30.743473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=80fb433e-f0dd-49b5-89aa-5cda5fdac749,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:31.086994 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:31.155731 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:31.314777 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:31.324213 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:31.409850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=80fb433e-f0dd-49b5-89aa-5cda5fdac749,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:31.425166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:31.561406 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP e8e198e4-6281-40a1-9097-85e711706025 associated. External IP: 172.27.1.42, port: a6f52490-ec13-4629-bc34-1cb446e892dd. Dec 14 18:20:31.685887 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8534-aa5b-4483-b217-fb6d61c82316 req-f08c28e9-bce1-4106-80e3-24cba953a229 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:31.687507 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d1da8534-aa5b-4483-b217-fb6d61c82316 req-f08c28e9-bce1-4106-80e3-24cba953a229 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0708458 Dec 14 18:20:31.739111 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d1da8534-aa5b-4483-b217-fb6d61c82316 req-a1868144-53ef-4f2e-9235-6fc0b7fca548 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Dec 14 18:20:31.792727 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:32.155500 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:32.165152 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:32.173452 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:32.175605 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:32.176289 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:32.199834 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f8b05058-41fc-40c3-8aa5-6d14add55bc6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8921957 Dec 14 18:20:32.201511 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:32.202889 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98" -d '{"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:32.240365 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458056c2-3a78-4e05-8274-c9388f70f9ac x-openstack-request-id: req-458056c2-3a78-4e05-8274-c9388f70f9ac {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:32.240652 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:32.240904 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-458056c2-3a78-4e05-8274-c9388f70f9ac {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:32.241281 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'status': 'completed', 'code': 200} Dec 14 18:20:32.291478 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:32.315566 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-3281e973-b883-4d4c-a4c6-a4099dd26c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:32.317052 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-3281e973-b883-4d4c-a4c6-a4099dd26c2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1099 time: 0.0427485 Dec 14 18:20:32.410708 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-2b1ec1fc-6249-442e-a65e-fb2c4f4b10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:32.412146 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-2b1ec1fc-6249-442e-a65e-fb2c4f4b10e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0873508 Dec 14 18:20:32.479886 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-41ea56e6-ef6f-43cc-b16e-50e7359a784e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 999 time: 0.0577352 Dec 14 18:20:32.512556 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:30Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:32.533083 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-1a6c17eb-10ab-4459-9bf2-7498fb703637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:32.534534 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-1a6c17eb-10ab-4459-9bf2-7498fb703637 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0441670 Dec 14 18:20:32.538559 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:32.547786 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:32.548399 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:32.595790 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-4d1f9e7a-8d6f-4dd2-8286-d118b0615765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:32.597628 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-4d1f9e7a-8d6f-4dd2-8286-d118b0615765 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510135 Dec 14 18:20:32.661512 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:32.702461 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-08d56193-78a1-4910-be6a-8ab6e31921af service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885808 Dec 14 18:20:32.805579 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b9ae7e7-77b7-4b55-bde4-c304011f2f98 req-f751a477-859b-49ec-b2a5-8b7b5ea63a7d service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947273 Dec 14 18:20:32.863915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39818c12-7c5c-4a54-9c81-342185aacf46 req-54792eac-ac20-482e-bb73-59db49eb0492 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:32.865477 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-39818c12-7c5c-4a54-9c81-342185aacf46 req-54792eac-ac20-482e-bb73-59db49eb0492 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Dec 14 18:20:32.910364 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-39818c12-7c5c-4a54-9c81-342185aacf46 req-8488838b-aa8e-4ea4-a42b-c4915d723b30 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Dec 14 18:20:33.025307 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:30Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:33.053370 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784652-7ac9-420e-bf23-c859db20e4fe None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:30Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:33.253191 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe201d-a692-43b0-b639-695c7cb05504 None None] New status for floating IP e8e198e4-6281-40a1-9097-85e711706025: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:20:33.537911 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-eaf06430-0599-466c-aca6-cb7c62a04eda tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:33.539513 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-eaf06430-0599-466c-aca6-cb7c62a04eda tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Dec 14 18:20:33.640545 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Deleting port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:33.640962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:33.740603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] For port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:33.740871 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:33.927146 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:33.927594 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:33.927910 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Floating IP 1253c5af-7b21-4c0a-a7ce-0b72071f0d4e disassociated. External IP: 172.27.1.40, port: 3aa5749f-b7d9-4c05-a64f-eaca3568e2de. Dec 14 18:20:33.928309 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Calling delete_port for 3aa5749f-b7d9-4c05-a64f-eaca3568e2de owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:34.049238 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26e0f-912a-4f5c-b2f5-d0438729a9dc req-85bf34dc-68da-40e7-bdff-4107f7c591fa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:34.050620 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3bd26e0f-912a-4f5c-b2f5-d0438729a9dc req-85bf34dc-68da-40e7-bdff-4107f7c591fa tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/ports?device_id=01c1cf61-3816-451d-aa38-78493462d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Dec 14 18:20:34.068865 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:34.089641 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3bd26e0f-912a-4f5c-b2f5-d0438729a9dc req-7a796fef-6b20-4eb9-a2ef-f9922b70fe23 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd58bc1d-f3e1-4980-9a4a-77547c517598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Dec 14 18:20:34.096713 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'Port': ['ID=3aa5749f-b7d9-4c05-a64f-eaca3568e2de,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:34.218501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:34.333057 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:34.342300 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:34.351101 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:34.351707 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:34.372310 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] No DVR routers for this DVR port 3aa5749f-b7d9-4c05-a64f-eaca3568e2de on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:34.374824 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:34.378151 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8016ad8d-ff65-4252-aa7e-f96ecb895a18 req-f2538ebf-0c6a-4ea7-bbc5-668df215c629 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.30 "DELETE /v2.0/ports/3aa5749f-b7d9-4c05-a64f-eaca3568e2de HTTP/1.1" status: 204 len: 173 time: 0.8323345 Dec 14 18:20:34.378580 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'name': 'network-vif-deleted', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:34.380897 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bab6d5-4c92-4e97-924f-7e9d6184eb2f" -d '{"events": [{"server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "name": "network-vif-deleted", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:34.420016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a374e41a-eaa1-452f-9c88-a2d5dcba381f x-openstack-request-id: req-a374e41a-eaa1-452f-9c88-a2d5dcba381f {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:34.420299 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1cf61-3816-451d-aa38-78493462d0f3", "name": "network-vif-deleted", "tag": "3aa5749f-b7d9-4c05-a64f-eaca3568e2de", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:34.420541 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a374e41a-eaa1-452f-9c88-a2d5dcba381f {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:34.421479 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1cf61-3816-451d-aa38-78493462d0f3', 'name': 'network-vif-deleted', 'tag': '3aa5749f-b7d9-4c05-a64f-eaca3568e2de', 'status': 'completed', 'code': 200} Dec 14 18:20:34.468153 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:34.688943 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:34.716088 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:34.724802 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:34.725408 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:34.839553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:35.044715 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:35.074865 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0fcfa9-4d70-43e9-b7b3-685fc96ac806 None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:42Z', 'revision_number': 4, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '1581c46f-fb2f-4597-a033-1e6865258112', 'name': '', 'network_id': 'e13093fd-7336-48ce-be45-5a30218e7b2e', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'mac_address': 'fa:16:3e:c7:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:38Z', 'updated_at': '2021-12-14T18:14:54Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'subnets': [{'id': 'bc865b62-6942-4f81-b880-4efb7c9425ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:35.175624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51328) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:35.232792 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.262003 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.292125 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0891261-9f89-488c-a6bf-014d5ebaa642 None None] New status for floating IP 1253c5af-7b21-4c0a-a7ce-0b72071f0d4e: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:20:35.315972 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.318945 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.320088 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd58bc1d-f3e1-4980-9a4a-77547c517598 HTTP/1.1" status: 204 len: 168 time: 0.1434734 Dec 14 18:20:35.322991 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51330) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:35.330048 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4693a-28bb-4cc2-a271-b734242b44d9 tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd58bc1d-f3e1-4980-9a4a-77547c517598,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:35.339670 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.api.v2.resource [None req-16bf40d3-189e-4479-b84d-1131da33734d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] show failed (client error): The resource could not be found. Dec 14 18:20:35.344404 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-16bf40d3-189e-4479-b84d-1131da33734d tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "GET /v2.0/security-groups/bd58bc1d-f3e1-4980-9a4a-77547c517598 HTTP/1.1" status: 404 len: 347 time: 0.0198278 Dec 14 18:20:35.344962 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51332) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:35.476307 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Deleting port e3697e71-3b03-461d-9991-9c51c7ce06b0 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:35.476639 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.552222 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.552542 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.563935 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Calling delete_port for e3697e71-3b03-461d-9991-9c51c7ce06b0 owned by network:floatingip {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:35.687909 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.713249 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Pushing event deleted for resources: {'Port': ['ID=e3697e71-3b03-461d-9991-9c51c7ce06b0,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:35.727384 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.727734 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.728071 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.728399 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.728722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.729047 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.729367 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.729686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.730005 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.730318 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.730653 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.731000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:35.784857 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks [] for floatingip, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.787542 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:35.788659 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-5d0afc65-2950-4a9b-a6cf-96dcba3ad07e tempest-AttachVolumeTestJSON-1112031117 tempest-AttachVolumeTestJSON-1112031117-project] 10.222.0.49 "DELETE /v2.0/floatingips/1253c5af-7b21-4c0a-a7ce-0b72071f0d4e HTTP/1.1" status: 204 len: 168 time: 0.4428084 Dec 14 18:20:37.536923 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 3aa5749f-b7d9-4c05-a64f-eaca3568e2de no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:37.556500 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 3aa5749f-b7d9-4c05-a64f-eaca3568e2de {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:37.556838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 3aa5749f-b7d9-4c05-a64f-eaca3568e2de not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:39.309243 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51364) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:39.611748 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:39.759090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.004712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Deleting port 1581c46f-fb2f-4597-a033-1e6865258112 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:40.005045 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.088844 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] For port 1581c46f-fb2f-4597-a033-1e6865258112, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=1581c46f-fb2f-4597-a033-1e6865258112,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:40.089230 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.102841 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Calling delete_port for 1581c46f-fb2f-4597-a033-1e6865258112 owned by network:router_interface {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:40.285486 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.310996 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Pushing event deleted for resources: {'Port': ['ID=1581c46f-fb2f-4597-a033-1e6865258112,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:40.489434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.702248 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Router 3d566d03-5175-4940-acf3-2414b5d3e1d5 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:40.813262 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:40.818525 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-eac56533-fa13-4fb8-9170-7618b2d7f53b admin admin] 10.222.0.49 "PUT /v2.0/routers/3d566d03-5175-4940-acf3-2414b5d3e1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082624 Dec 14 18:20:40.821104 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51368) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:40.822240 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Sync routers for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:40.832295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:40.832967 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:40.929603 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks [] for router, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:40.938913 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:41.032032 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.083508 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Deleting port c118651d-9e1e-477a-958b-04bca7f34646 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:41.083844 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.115146 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:20:40Z', 'revision_number': 5, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port': {'id': 'c118651d-9e1e-477a-958b-04bca7f34646', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:29Z', 'updated_at': '2021-12-14T18:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:41.144683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Checking router: 3d566d03-5175-4940-acf3-2414b5d3e1d5 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:41.152905 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Routers {'3d566d03-5175-4940-acf3-2414b5d3e1d5'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:41.153501 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['3d566d03-5175-4940-acf3-2414b5d3e1d5'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:41.164805 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] For port c118651d-9e1e-477a-958b-04bca7f34646, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=c118651d-9e1e-477a-958b-04bca7f34646,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:41.165168 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.177410 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Calling delete_port for c118651d-9e1e-477a-958b-04bca7f34646 owned by network:router_gateway {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:41.239113 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] Set router 3d566d03-5175-4940-acf3-2414b5d3e1d5 gateway port host: None {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:41.292198 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:20:41Z', 'revision_number': 6, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:41.321198 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf73d-99e1-4625-8705-d1201a485f17 None None] The sync data for ids ['3d566d03-5175-4940-acf3-2414b5d3e1d5'] in dv-cinder-821744-1-iscsi is: [{'id': '3d566d03-5175-4940-acf3-2414b5d3e1d5', 'name': 'tempest-AttachVolumeTestJSON-1491236599-router', 'tenant_id': 'f256f429fb4544959793a0db85d4bc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:20:41Z', 'revision_number': 6, 'project_id': 'f256f429fb4544959793a0db85d4bc33', 'gw_port_host': None}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:41.350622 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.376735 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c118651d-9e1e-477a-958b-04bca7f34646,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:41.436686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.525345 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.527518 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.571359 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.571818 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d566d03-5175-4940-acf3-2414b5d3e1d5 {{(pid=101643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:20:41.577296 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.578481 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-49c4d053-f9ea-4361-98f4-4e0dfe1dea5a admin admin] 10.222.0.49 "DELETE /v2.0/routers/3d566d03-5175-4940-acf3-2414b5d3e1d5 HTTP/1.1" status: 204 len: 168 time: 0.7563779 Dec 14 18:20:41.580966 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51370) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:41.624528 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Deleting subnet bc865b62-6942-4f81-b880-4efb7c9425ab {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:20:41.627432 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.660938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7340970'] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.749142 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.806421 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5961472'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.831971 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc865b62-6942-4f81-b880-4efb7c9425ab,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:41.833828 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.836956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ad47a893-75cd-4d19-85e2-2f8b47ef7fb1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bc865b62-6942-4f81-b880-4efb7c9425ab HTTP/1.1" status: 204 len: 168 time: 0.2550771 Dec 14 18:20:41.838276 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a62f64-76c2-4e01-a633-51186b3521fd None None] Network e13093fd-7336-48ce-be45-5a30218e7b2e requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:20:41.839453 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51372) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:41.911846 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:41.976010 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Deleting port ee25d73b-5885-45fb-96ef-cc49b903571d {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:41.976307 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.054820 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] For port ee25d73b-5885-45fb-96ef-cc49b903571d, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=ee25d73b-5885-45fb-96ef-cc49b903571d,segment=NetworkSegment(bd83f81a-9da2-4a30-bbc2-3a903479e0a1),segment_id=bd83f81a-9da2-4a30-bbc2-3a903479e0a1)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:42.055122 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.068408 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Calling delete_port for ee25d73b-5885-45fb-96ef-cc49b903571d owned by network:dhcp {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:42.124890 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] DHCP port deletion for e13093fd-7336-48ce-be45-5a30218e7b2e request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:20:42.166782 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.193849 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Deleting port ee25d73b-5885-45fb-96ef-cc49b903571d {{(pid=101645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:42.194163 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.195458 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] No DVR routers for this DVR port ee25d73b-5885-45fb-96ef-cc49b903571d on host dv-cinder-821744-1-iscsi {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:42.197646 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee25d73b-5885-45fb-96ef-cc49b903571d,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:42.262919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] For port ee25d73b-5885-45fb-96ef-cc49b903571d, host dv-cinder-821744-1-iscsi, got binding levels [] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:42.263410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.277049 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Calling delete_port for ee25d73b-5885-45fb-96ef-cc49b903571d owned by network:dhcp {{(pid=101645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:42.281173 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.ipam_backend_mixin [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Port ee25d73b-5885-45fb-96ef-cc49b903571d was not found and therefore no delete operation was performed {{(pid=101645) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:20:42.282381 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.282892 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.303498 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13093fd-7336-48ce-be45-5a30218e7b2e']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:42.307800 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] Pushing event deleted for resources: {'Port': ['ID=ee25d73b-5885-45fb-96ef-cc49b903571d,revision_number=None']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:42.312561 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452ebd2-776d-40f6-a1cc-1532d3bf182f None None] No DVR routers for this DVR port ee25d73b-5885-45fb-96ef-cc49b903571d on host dv-cinder-821744-1-iscsi {{(pid=101645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:42.313526 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:42.313930 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd83f81a-9da2-4a30-bbc2-3a903479e0a1') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:42.329708 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.343791 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.350097 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:20:42.350627 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:20:42.352692 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:20:42.408729 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.420102 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.425686 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] 10.222.0.49 "DELETE /v2.0/networks/e13093fd-7336-48ce-be45-5a30218e7b2e HTTP/1.1" status: 204 len: 168 time: 0.5831034 Dec 14 18:20:42.438754 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bde6-e5b5-4e17-b6a0-866a74909abb admin admin] Pushing event deleted for resources: {'Network': ['ID=e13093fd-7336-48ce-be45-5a30218e7b2e,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:42.541909 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51376) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:42.582969 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-394ea1cc-2c05-4dd9-904d-689b7eba29f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f256f429fb4544959793a0db85d4bc33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398619 Dec 14 18:20:42.585435 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51378) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:42.632999 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.653877 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.699236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.701669 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:42.703404 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83097d5a-fb5a-4b5c-be33-ff45e6536af8 HTTP/1.1" status: 204 len: 168 time: 0.1170762 Dec 14 18:20:42.711140 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de44b-56a8-491e-8d7b-3a8b11a428f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83097d5a-fb5a-4b5c-be33-ff45e6536af8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:43.401140 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device ee25d73b-5885-45fb-96ef-cc49b903571d no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:43.407500 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51400) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:43.427692 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: ee25d73b-5885-45fb-96ef-cc49b903571d {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:43.428040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device ee25d73b-5885-45fb-96ef-cc49b903571d not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:43.428460 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device c118651d-9e1e-477a-958b-04bca7f34646 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:43.449131 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: c118651d-9e1e-477a-958b-04bca7f34646 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:43.449401 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device c118651d-9e1e-477a-958b-04bca7f34646 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:43.449822 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 1581c46f-fb2f-4597-a033-1e6865258112 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:43.469331 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 1581c46f-fb2f-4597-a033-1e6865258112 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:43.469679 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 1581c46f-fb2f-4597-a033-1e6865258112 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:43.513297 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1552574164-network', 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:43.535819 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:20:43.538275 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.547038 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.636417 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.643870 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.669913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:20:43.680003 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a993b-cf3f-48c8-b6fe-34481337be7a,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:43.684796 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.685122 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Added segment bc48732b-98d4-49c8-bc8c-4d0f737c900a of type vlan for network cbc93ecd-41db-47a8-9512-dea5c7eb8090 Dec 14 18:20:43.728249 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.754366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.755980 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:43.756933 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:43.818525 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098969 Dec 14 18:20:43.821626 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51404) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:43.823726 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439f704-b035-4934-8735-440fea19fe1d admin admin] Pushing event updated for resources: {'Network': ['ID=cbc93ecd-41db-47a8-9512-dea5c7eb8090,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:43.827196 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Request body: {'subnet': {'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1552574164-subnet', 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:43.835623 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:20:43.850686 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:20:43.853252 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097121'] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:44.029785 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961499'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:44.077460 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:44.092848 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Checking segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:20:44.093196 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Network hostable DHCP agents. Network: cbc93ecd-41db-47a8-9512-dea5c7eb8090, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:20:44.108365 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:20:44.117065 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, cbc93ecd-41db-47a8-9512-dea5c7eb8090) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:20:44.121431 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:44.122017 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:44.127081 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40fb35-c85d-4a91-886e-186d2be91cf0 None None] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:20:44.140602 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3fec71c8-7246-4026-97b0-d4c5f71716c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3178225 Dec 14 18:20:44.373401 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f44bf-87b6-47f1-af9c-2f556ee47b40 None None] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:20:44.604103 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-fcfd36c8-db55-4f35-b5ce-fc52d131ff66 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:44.606563 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-fcfd36c8-db55-4f35-b5ce-fc52d131ff66 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1207747 Dec 14 18:20:44.622204 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-e87fffd8-9ef9-4fdd-96fd-15e783381bc9 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/quotas/7b7e43eb45a34b89984d10d2f0a44f50 HTTP/1.1" status: 200 len: 375 time: 0.0094831 Dec 14 18:20:44.654269 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-594af6a4-5938-4178-abb6-5d582a196694 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256875 Dec 14 18:20:44.748897 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-a3f8bd45-4924-4c24-8c25-1e9e15a39137 service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871685 Dec 14 18:20:44.839782 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-14813936-dcfc-41ec-920b-80342d34ab9e service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 Dec 14 18:20:45.002695 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c0d071f1-f1e0-472e-b870-3001de9237bd req-979b7ac4-1c3d-4385-badf-ab3621e075d6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 210 time: 0.0327287 Dec 14 18:20:46.071916 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-87d54b82-d814-4f70-9f78-9f355419795c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:46.073461 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-87d54b82-d814-4f70-9f78-9f355419795c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1231053 Dec 14 18:20:46.094659 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Request body: {'port': {'device_id': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'admin_state_up': True, 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:46.102039 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-edd62370-4a4e-41d5-8b6c-9ad70b1782ba req-bc2518ed-9e82-4695-b427-e5de38a6c40b tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 210 time: 0.0289838 Dec 14 18:20:46.210565 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:20:46.214059 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:46.338335 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Allocated IP 172.20.0.7 (cbc93ecd-41db-47a8-9512-dea5c7eb8090/2f8bfb96-5ab4-4bb3-8178-218aea0f93ab/166db955-39a6-435f-b030-80d7b263ac74) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:20:46.507718 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:46.541928 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:46.584760 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:20:46.587865 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:20:46.591624 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:20:46.600497 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event updated for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:46.650396 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:46.651031 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:46.666356 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-4cf18c73-a5dc-4650-a136-e400dd3577f5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764952 Dec 14 18:20:46.679098 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Request body: {'port': {'device_id': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:20:46.739651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.009065 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166db955-39a6-435f-b030-80d7b263ac74 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:20:47.017300 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.029475 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Transition to ACTIVE for port object 166db955-39a6-435f-b030-80d7b263ac74 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:20:47.033591 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.088954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:47.173846 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Attempting to bind port 166db955-39a6-435f-b030-80d7b263ac74 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:20:47.174431 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Attempting to bind port 166db955-39a6-435f-b030-80d7b263ac74 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:20:47.175031 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Attempting to bind port 166db955-39a6-435f-b030-80d7b263ac74 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:20:47.182730 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Port 166db955-39a6-435f-b030-80d7b263ac74 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:20:47.183283 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Attempting to bind port 166db955-39a6-435f-b030-80d7b263ac74 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:20:47.192096 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:20:47.192640 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Checking segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:20:47.193280 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Bound using segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:20:47.194021 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Bound port: 166db955-39a6-435f-b030-80d7b263ac74, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:20:47.194651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.230392 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a8782-b0cc-4e36-8c43-1af3e735a435 req-13543d4a-fb90-4bb7-804d-c0b325a67ec4 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.231956 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a62a8782-b0cc-4e36-8c43-1af3e735a435 req-13543d4a-fb90-4bb7-804d-c0b325a67ec4 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 943 time: 0.0578575 Dec 14 18:20:47.272739 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a62a8782-b0cc-4e36-8c43-1af3e735a435 req-40bb968a-61e1-4ada-a679-e098ca6fa7d0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Dec 14 18:20:47.303503 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:20:47.307563 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=166db955-39a6-435f-b030-80d7b263ac74,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:20:47.312743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.351432 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.352052 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:47.353459 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] 10.222.0.30 "PUT /v2.0/ports/166db955-39a6-435f-b030-80d7b263ac74 HTTP/1.1" status: 200 len: 1093 time: 0.6786714 Dec 14 18:20:47.354142 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'tag': '166db955-39a6-435f-b030-80d7b263ac74'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:47.356685 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8389981-0602-4e3f-8b2e-ff936a3b682f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "tag": "166db955-39a6-435f-b030-80d7b263ac74"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:47.383871 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f655cc-f3ad-49bf-90a1-5b6c557a9ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:47.396088 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afebde-7c44-48ed-ad2c-0cd11ae4519c x-openstack-request-id: req-13afebde-7c44-48ed-ad2c-0cd11ae4519c {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:47.396946 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "tag": "166db955-39a6-435f-b030-80d7b263ac74", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:47.397360 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13afebde-7c44-48ed-ad2c-0cd11ae4519c {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:47.397962 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'tag': '166db955-39a6-435f-b030-80d7b263ac74', 'status': 'completed', 'code': 200} Dec 14 18:20:47.447257 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-b7a2fc71-cdd7-4f13-ad01-92c732d5a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.448763 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-b7a2fc71-cdd7-4f13-ad01-92c732d5a48b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0453687 Dec 14 18:20:47.497987 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-93d34824-228d-498d-94f8-c003917dc7e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166db955-39a6-435f-b030-80d7b263ac74 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Dec 14 18:20:47.554138 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-98bc83e2-4e39-4d42-af3e-308af678224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.555557 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-98bc83e2-4e39-4d42-af3e-308af678224b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0506511 Dec 14 18:20:47.589910 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-9ffb2446-b481-47c8-8341-7deeec105e85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254641 Dec 14 18:20:47.690804 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-3b718079-99fd-45c2-ad51-240b47da5fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935199 Dec 14 18:20:47.794169 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5f866c23-71f1-411b-bb4a-926a30b0befc req-bae7775c-208c-4421-97a3-569995541611 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949371 Dec 14 18:20:47.889010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-c071578b-e9b1-4c4c-a6ae-8c9f7278f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.891225 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-c071578b-e9b1-4c4c-a6ae-8c9f7278f54f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0429573 Dec 14 18:20:47.984230 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-fecf5545-1036-4734-93e9-0051d324a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:47.985806 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-fecf5545-1036-4734-93e9-0051d324a0d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 916 time: 0.0867481 Dec 14 18:20:48.029928 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-891157ed-6d18-4267-b83b-7516ccc8f5c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166db955-39a6-435f-b030-80d7b263ac74 HTTP/1.1" status: 200 len: 217 time: 0.0344813 Dec 14 18:20:48.082231 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-436d1c97-91aa-42a9-9a90-2828322e49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:48.083811 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-436d1c97-91aa-42a9-9a90-2828322e49f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0459669 Dec 14 18:20:48.118746 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-c505e58c-8d25-42be-9acb-c236a916b1fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264060 Dec 14 18:20:48.214764 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-87a55aee-b95a-4c53-bb1d-5e1fe514934f service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852408 Dec 14 18:20:48.324809 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e8389981-0602-4e3f-8b2e-ff936a3b682f req-d3af51e1-0653-4ecd-8e53-3601fef79673 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019962 Dec 14 18:20:48.392492 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849a2d-8ca8-4098-a811-9b164494977f req-0227ee0b-1b50-4e93-985a-9b455818baf3 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:48.403722 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0f849a2d-8ca8-4098-a811-9b164494977f req-0227ee0b-1b50-4e93-985a-9b455818baf3 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 943 time: 0.0604177 Dec 14 18:20:48.444244 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0f849a2d-8ca8-4098-a811-9b164494977f req-0ee4b3c4-11d7-439e-b455-3e41f8e5bdb0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Dec 14 18:20:49.564928 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 166db955-39a6-435f-b030-80d7b263ac74 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:20:49.571004 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dfacc-13e1-4f75-960c-06a936dad6a7 req-25911a5e-c921-4ec4-80c4-03fe7e29d8aa tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:49.572461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-970dfacc-13e1-4f75-960c-06a936dad6a7 req-25911a5e-c921-4ec4-80c4-03fe7e29d8aa tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 943 time: 0.0517809 Dec 14 18:20:49.614410 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-970dfacc-13e1-4f75-960c-06a936dad6a7 req-c6c0d30b-9864-45a8-9647-215252691aaf tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Dec 14 18:20:49.666961 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=166db955-39a6-435f-b030-80d7b263ac74,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:49.678673 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '166db955-39a6-435f-b030-80d7b263ac74', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'port_id': '166db955-39a6-435f-b030-80d7b263ac74', 'mac_address': 'fa:16:3e:e1:fd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8bfb96-5ab4-4bb3-8178-218aea0f93ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:20:49.715375 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:49.727978 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166db955-39a6-435f-b030-80d7b263ac74 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:20:49.749132 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=166db955-39a6-435f-b030-80d7b263ac74,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:49.754536 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:49.808232 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:49.815823 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.816181 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.816529 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.816860 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.817188 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.817514 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.817838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.818159 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.818502 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.818853 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.819174 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:49.819488 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:20:50.016998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:20:50.057186 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9a364-c571-4d9d-bdae-866218383ed5 req-e12ae142-7f63-4bbf-aeb1-2e6de697d8ab tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:50.058700 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-67f9a364-c571-4d9d-bdae-866218383ed5 req-e12ae142-7f63-4bbf-aeb1-2e6de697d8ab tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.0502861 Dec 14 18:20:50.096180 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-67f9a364-c571-4d9d-bdae-866218383ed5 req-62bed79b-0094-4e5d-8f3b-fe977f3e3d02 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Dec 14 18:20:50.732911 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677feb99-ec8e-48ff-8aa4-2890284c5790 req-94624674-73ed-44d3-b3cc-a7e2c25a5ef4 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:50.734360 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-677feb99-ec8e-48ff-8aa4-2890284c5790 req-94624674-73ed-44d3-b3cc-a7e2c25a5ef4 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 944 time: 0.0471694 Dec 14 18:20:50.771959 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-677feb99-ec8e-48ff-8aa4-2890284c5790 req-e438369d-eddb-4390-8fcf-865e071f6d48 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Dec 14 18:20:51.460393 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5fc2-c06b-4f05-9ea0-d26a925a0cb7 req-22013bc1-930d-4160-a39e-60134efb13ed tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:51.461916 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d1fa5fc2-c06b-4f05-9ea0-d26a925a0cb7 req-22013bc1-930d-4160-a39e-60134efb13ed tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.2947817 Dec 14 18:20:51.489962 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-a9b3e292-15c4-420f-9ee2-657a0af2b462 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:51.491637 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-a9b3e292-15c4-420f-9ee2-657a0af2b462 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 947 time: 0.0537412 Dec 14 18:20:51.501427 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d1fa5fc2-c06b-4f05-9ea0-d26a925a0cb7 req-235aea8e-017f-45ef-a46b-5609c87f1152 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e830e89-a9c6-4d62-b32c-4354917a7090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Dec 14 18:20:51.585487 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Deleting port 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:51.585820 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.595487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 166db955-39a6-435f-b030-80d7b263ac74 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:20:51.642872 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 166db955-39a6-435f-b030-80d7b263ac74 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:20:51.646537 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 166db955-39a6-435f-b030-80d7b263ac74 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:20:51.646968 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.683069 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] For port 9f6cc90a-6fa6-496c-a22a-097508c4baae, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9f6cc90a-6fa6-496c-a22a-097508c4baae,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:51.683471 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.739712 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.762138 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166db955-39a6-435f-b030-80d7b263ac74'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:51.764969 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2a01d-a8f1-4705-b34e-b76868db3021" -d '{"events": [{"server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "name": "network-vif-plugged", "status": "completed", "tag": "166db955-39a6-435f-b030-80d7b263ac74"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:51.778430 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=166db955-39a6-435f-b030-80d7b263ac74,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:51.783677 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.809137 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9804450-63f5-4822-bc32-8fa83fcb7646 x-openstack-request-id: req-f9804450-63f5-4822-bc32-8fa83fcb7646 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:51.809628 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "name": "network-vif-plugged", "status": "completed", "tag": "166db955-39a6-435f-b030-80d7b263ac74", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:51.809763 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9804450-63f5-4822-bc32-8fa83fcb7646 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:51.810068 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166db955-39a6-435f-b030-80d7b263ac74', 'code': 200} Dec 14 18:20:51.852390 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:51.870106 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.870461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:51.870799 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Floating IP 470a4dab-1859-4190-b355-7909892ad3e3 disassociated. External IP: 172.27.1.66, port: 9f6cc90a-6fa6-496c-a22a-097508c4baae. Dec 14 18:20:51.871129 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Calling delete_port for 9f6cc90a-6fa6-496c-a22a-097508c4baae owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:51.932789 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94802cd7-a6d3-47ca-8d14-df614438622b req-0a5d4cb1-ecf6-47ef-8efd-7d9dcf770f32 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:51.934303 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94802cd7-a6d3-47ca-8d14-df614438622b req-0a5d4cb1-ecf6-47ef-8efd-7d9dcf770f32 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0538409 Dec 14 18:20:51.983430 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-94802cd7-a6d3-47ca-8d14-df614438622b req-86e97769-0fb7-4f42-a1c6-1401cdd60e44 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Dec 14 18:20:52.008937 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:52.026277 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c86ba-3429-4fe0-962f-d45dad4fd36e req-60c3c95b-becb-42d5-b587-7ecdea2a4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:52.027799 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9b7c86ba-3429-4fe0-962f-d45dad4fd36e req-60c3c95b-becb-42d5-b587-7ecdea2a4375 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0478129 Dec 14 18:20:52.038001 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'Port': ['ID=9f6cc90a-6fa6-496c-a22a-097508c4baae,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:52.068604 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9b7c86ba-3429-4fe0-962f-d45dad4fd36e req-1c1826b8-83c1-477c-9406-abd9ef0ae75d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Dec 14 18:20:52.409605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:52.522823 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:52.533704 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:52.544341 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:52.545034 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:52.562301 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] No DVR routers for this DVR port 9f6cc90a-6fa6-496c-a22a-097508c4baae on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:52.564900 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:52.568196 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-4b61bf35-cd2d-4947-a095-38cacfcf183f req-1c3141b1-d343-47e7-ae7e-5b56e70042cf tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.30 "DELETE /v2.0/ports/9f6cc90a-6fa6-496c-a22a-097508c4baae HTTP/1.1" status: 204 len: 173 time: 1.0698810 Dec 14 18:20:52.568637 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-deleted', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:20:52.570922 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8bd66-252d-421a-864d-2d73e6b88514" -d '{"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-deleted", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:20:52.611080 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-79c394f7-3944-4f39-8599-81a7aac66083 req-0ae8cc28-9db7-44b2-b732-392cffeae160 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b728744-7e5d-4206-bed2-53b28ebff190 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Dec 14 18:20:52.615778 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212dfc3-d4fb-422e-b7e5-cc6c21cbf253 x-openstack-request-id: req-0212dfc3-d4fb-422e-b7e5-cc6c21cbf253 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:20:52.616265 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b728744-7e5d-4206-bed2-53b28ebff190", "name": "network-vif-deleted", "tag": "9f6cc90a-6fa6-496c-a22a-097508c4baae", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:20:52.616529 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0212dfc3-d4fb-422e-b7e5-cc6c21cbf253 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:20:52.616907 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b728744-7e5d-4206-bed2-53b28ebff190', 'name': 'network-vif-deleted', 'tag': '9f6cc90a-6fa6-496c-a22a-097508c4baae', 'status': 'completed', 'code': 200} Dec 14 18:20:52.667684 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:52.895185 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:52.920995 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:52.929081 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:52.929667 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:53.033352 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:53.105572 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3906-ac9b-4f99-8707-6af972f91b9d req-b917d5f8-aa2b-4134-a88c-82e65906346a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:53.107258 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-01ee3906-ac9b-4f99-8707-6af972f91b9d req-b917d5f8-aa2b-4134-a88c-82e65906346a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0509245 Dec 14 18:20:53.154190 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-01ee3906-ac9b-4f99-8707-6af972f91b9d req-793bb2c2-3836-4764-9b76-b34233905407 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Dec 14 18:20:53.237503 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:53.263067 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b623a4-6647-4a82-a7d1-d8591558edba None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:14:27Z', 'revision_number': 4, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '76fc6692-f738-463f-8cdc-9d460b3aafe1', 'name': '', 'network_id': '72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'mac_address': 'fa:16:3e:0b:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:25Z', 'updated_at': '2021-12-14T18:14:36Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'subnets': [{'id': 'cdd076ff-2aa2-46e0-8c8d-ec8433b05fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:53.489993 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51d960-e0f8-4c9e-a95e-d2e7043dc01c None None] New status for floating IP 470a4dab-1859-4190-b355-7909892ad3e3: DOWN {{(pid=101645) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:20:53.701207 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51482) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:53.755396 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:53.781685 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:53.828403 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:53.831148 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:53.832342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e830e89-a9c6-4d62-b32c-4354917a7090 HTTP/1.1" status: 204 len: 168 time: 0.1294799 Dec 14 18:20:53.835129 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51484) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:53.842035 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c1e38-eefe-4b75-be33-ca450ae7d765 tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e830e89-a9c6-4d62-b32c-4354917a7090,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:53.848698 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.api.v2.resource [None req-5319f7cd-b967-4a33-b680-c98a8721595a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] show failed (client error): The resource could not be found. Dec 14 18:20:53.849743 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5319f7cd-b967-4a33-b680-c98a8721595a tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "GET /v2.0/security-groups/2e830e89-a9c6-4d62-b32c-4354917a7090 HTTP/1.1" status: 404 len: 347 time: 0.0135870 Dec 14 18:20:53.852660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51486) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:53.974551 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Deleting port be1b1a65-0296-43b0-b006-e777e56bd4f8 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:53.974808 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.052417 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.052754 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.064660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Calling delete_port for be1b1a65-0296-43b0-b006-e777e56bd4f8 owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:54.192423 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.221094 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Pushing event deleted for resources: {'Port': ['ID=be1b1a65-0296-43b0-b006-e777e56bd4f8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:54.282836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.283908 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4b9ac-a239-4a15-8194-863a4d83079b req-cc69ac06-14cc-4652-9de6-d6adc6fc8c42 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:20:54.285503 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:54.285665 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31d4b9ac-a239-4a15-8194-863a4d83079b req-cc69ac06-14cc-4652-9de6-d6adc6fc8c42 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0571871 Dec 14 18:20:54.286684 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-d365aadf-278e-4cf4-8885-f443d2cffc0c tempest-AttachVolumeShelveTestJSON-1394231028 tempest-AttachVolumeShelveTestJSON-1394231028-project] 10.222.0.49 "DELETE /v2.0/floatingips/470a4dab-1859-4190-b355-7909892ad3e3 HTTP/1.1" status: 204 len: 168 time: 0.4330270 Dec 14 18:20:54.325949 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-31d4b9ac-a239-4a15-8194-863a4d83079b req-dd23a3cb-198c-4f7f-a819-ac151a9821aa tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Dec 14 18:20:54.522303 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ccc80e83-6fc6-4b96-a0e0-9b1ca17ef5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:55.615276 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:55.635972 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 9f6cc90a-6fa6-496c-a22a-097508c4baae {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:55.636304 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 9f6cc90a-6fa6-496c-a22a-097508c4baae not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:56.014264 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:20:56.711847 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51528) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:57.100104 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:57.121582 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-dc91e31d-86c7-4d66-84a8-8b39fe452b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:57.336934 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Deleting port 76fc6692-f738-463f-8cdc-9d460b3aafe1 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:57.337160 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:57.415695 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] For port 76fc6692-f738-463f-8cdc-9d460b3aafe1, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=76fc6692-f738-463f-8cdc-9d460b3aafe1,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:57.416081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:57.429692 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Calling delete_port for 76fc6692-f738-463f-8cdc-9d460b3aafe1 owned by network:router_interface {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:57.611173 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:57.637606 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Pushing event deleted for resources: {'Port': ['ID=76fc6692-f738-463f-8cdc-9d460b3aafe1,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:57.797314 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.005395 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Router eb166323-111e-4084-b389-f398adc8994e has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:20:58.108424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:20:58.113632 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3ecfddec-01bb-44a6-bab2-ea711cb3000f admin admin] 10.222.0.49 "PUT /v2.0/routers/eb166323-111e-4084-b389-f398adc8994e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4007471 Dec 14 18:20:58.116454 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51536) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:58.117370 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Sync routers for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:20:58.130140 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:58.130782 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:58.220913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.233520 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:58.254683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.324409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.378399 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Deleting port 037621cf-ef15-4ffd-8354-b2ff9307e95c {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:58.378767 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.461513 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] For port 037621cf-ef15-4ffd-8354-b2ff9307e95c, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=037621cf-ef15-4ffd-8354-b2ff9307e95c,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:58.461899 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.475201 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Calling delete_port for 037621cf-ef15-4ffd-8354-b2ff9307e95c owned by network:router_gateway {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:58.502303 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:20:57Z', 'revision_number': 5, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port': {'id': '037621cf-ef15-4ffd-8354-b2ff9307e95c', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb166323-111e-4084-b389-f398adc8994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:14:21Z', 'updated_at': '2021-12-14T18:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:58.531604 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Checking router: eb166323-111e-4084-b389-f398adc8994e for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:20:58.539731 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Routers {'eb166323-111e-4084-b389-f398adc8994e'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:20:58.540329 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:20:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['eb166323-111e-4084-b389-f398adc8994e'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:58.629535 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] Set router eb166323-111e-4084-b389-f398adc8994e gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:20:58.643123 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.668535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=037621cf-ef15-4ffd-8354-b2ff9307e95c,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:58.680385 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:20:58Z', 'revision_number': 6, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:58.709716 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5767d07-0846-4033-bab4-1950b0213570 None None] The sync data for ids ['eb166323-111e-4084-b389-f398adc8994e'] in dv-cinder-821744-1-iscsi is: [{'id': 'eb166323-111e-4084-b389-f398adc8994e', 'name': 'tempest-AttachVolumeShelveTestJSON-1290630935-router', 'tenant_id': '4a76fd13a03b419fbc5481def65810e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:14:19Z', 'updated_at': '2021-12-14T18:20:58Z', 'revision_number': 6, 'project_id': '4a76fd13a03b419fbc5481def65810e0', 'gw_port_host': None}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:20:58.729016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.833834 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.835993 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.882456 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.882926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb166323-111e-4084-b389-f398adc8994e {{(pid=101644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:20:58.887780 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.888953 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-54bb1a76-f5e9-49ec-84d9-3ddc6e278d78 admin admin] 10.222.0.49 "DELETE /v2.0/routers/eb166323-111e-4084-b389-f398adc8994e HTTP/1.1" status: 204 len: 168 time: 0.7714779 Dec 14 18:20:58.891498 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51538) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:58.935712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Deleting subnet cdd076ff-2aa2-46e0-8c8d-ec8433b05fba {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:20:58.938720 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:58.972212 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.057146 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.111958 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.145605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd076ff-2aa2-46e0-8c8d-ec8433b05fba,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:59.149699 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.155837 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-e189b600-26fb-4e67-91dd-2b99be3203cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cdd076ff-2aa2-46e0-8c8d-ec8433b05fba HTTP/1.1" status: 204 len: 168 time: 0.2603750 Dec 14 18:20:59.156017 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51542) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:59.163248 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac4b82a-86d0-4d29-987b-3e8176f66360 None None] Network 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:20:59.233763 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.285523 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Deleting port 6ce9777b-dae2-4164-9051-425e99996d96 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:20:59.285770 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.349036 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] For port 6ce9777b-dae2-4164-9051-425e99996d96, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6ce9777b-dae2-4164-9051-425e99996d96,segment=NetworkSegment(85da719c-90ac-43ff-a66a-eaed2864c4a2),segment_id=85da719c-90ac-43ff-a66a-eaed2864c4a2)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:20:59.349412 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.361109 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Calling delete_port for 6ce9777b-dae2-4164-9051-425e99996d96 owned by network:dhcp {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:20:59.439505 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.464484 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce9777b-dae2-4164-9051-425e99996d96,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:59.468908 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] No DVR routers for this DVR port 6ce9777b-dae2-4164-9051-425e99996d96 on host dv-cinder-821744-1-iscsi {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:20:59.497044 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1db7e7-5e7d-4c47-bdae-d1620536ff27 None None] DHCP port deletion for 72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:20:59.558357 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.565994 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 76fc6692-f738-463f-8cdc-9d460b3aafe1 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:59.586139 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:59.587517 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 76fc6692-f738-463f-8cdc-9d460b3aafe1 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:59.587865 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 76fc6692-f738-463f-8cdc-9d460b3aafe1 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:59.588464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6ce9777b-dae2-4164-9051-425e99996d96 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:59.598891 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85da719c-90ac-43ff-a66a-eaed2864c4a2') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:59.599215 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85da719c-90ac-43ff-a66a-eaed2864c4a2') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:20:59.608709 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 6ce9777b-dae2-4164-9051-425e99996d96 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:59.609057 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6ce9777b-dae2-4164-9051-425e99996d96 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:59.609466 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.609604 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 037621cf-ef15-4ffd-8354-b2ff9307e95c no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:20:59.629029 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 037621cf-ef15-4ffd-8354-b2ff9307e95c {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:20:59.629715 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 037621cf-ef15-4ffd-8354-b2ff9307e95c not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:20:59.631553 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.639715 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:20:59.640272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:20:59.642088 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:20:59.695955 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.700514 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.704641 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37 HTTP/1.1" status: 204 len: 168 time: 0.5476904 Dec 14 18:20:59.720107 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e1d91-42ed-487c-9912-608b1a98d527 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ea3d5f-146d-4e4a-88dd-aaa3bfa12d37,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:20:59.827135 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51546) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:59.867555 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-cd9378b7-fb60-443b-8368-8491574f26bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a76fd13a03b419fbc5481def65810e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392241 Dec 14 18:20:59.870272 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51548) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:20:59.918148 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.939410 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.984682 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.987256 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.988415 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bfe6826-22aa-41eb-a5e0-2df31cc00b82 HTTP/1.1" status: 204 len: 168 time: 0.1172271 Dec 14 18:20:59.991051 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:20:59.996645 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334ae4d-0a28-42b1-b63a-aaa5c91e6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe6826-22aa-41eb-a5e0-2df31cc00b82,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:00.077615 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:02.702942 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-9d7c4056-dec8-4177-aaf3-258781537fd2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:02.704396 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-9d7c4056-dec8-4177-aaf3-258781537fd2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1035614 Dec 14 18:21:02.719577 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-3c604057-7588-4611-94a4-1dc259463d52 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/quotas/7b7e43eb45a34b89984d10d2f0a44f50 HTTP/1.1" status: 200 len: 375 time: 0.0094428 Dec 14 18:21:02.767650 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-9a10c3d5-5c2e-4f81-b827-b3816e3446a3 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424538 Dec 14 18:21:02.972236 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-48551f15-a415-4838-8bdd-6299c8cade7f service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976392 Dec 14 18:21:03.061548 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-8e8f17a4-f84f-4688-a207-7c5f48b0132a service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Dec 14 18:21:03.225613 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b3cc61d7-70be-4c16-81dd-4ed9bbc3fbbc req-d619576c-decb-4f91-a1e0-99c53a60bf5c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Dec 14 18:21:04.321730 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-221ca999-ea63-4ad6-ae9e-804d1026cdd3 req-bacfc1b5-e0c5-4bb0-94de-f807eb50e061 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 210 time: 0.0301225 Dec 14 18:21:05.417814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-33b9a3d5-470c-43d1-8215-46a1c9105f65 req-5380f646-cfd4-467a-bcf5-6c02ff4bf514 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 210 time: 0.0271893 Dec 14 18:21:05.951742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-763c20e6-790e-4bde-8a55-b5e9162477a5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:05.953187 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-763c20e6-790e-4bde-8a55-b5e9162477a5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1094117 Dec 14 18:21:05.967330 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Request body: {'port': {'device_id': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'admin_state_up': True, 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:06.076082 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:06.080304 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.200690 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Allocated IP 172.20.0.4 (cbc93ecd-41db-47a8-9512-dea5c7eb8090/2f8bfb96-5ab4-4bb3-8178-218aea0f93ab/a46eb4e9-2826-4c27-b6de-9b99a6d0e117) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:21:06.346779 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.379096 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.391649 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:06.421383 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:21:06.424666 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:21:06.427294 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:21:06.468641 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event updated for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:06.491193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:06.491193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.508907 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-f652e5b1-e6e7-41c5-968f-ef7a3d62f2e0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457253 Dec 14 18:21:06.522367 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Request body: {'port': {'device_id': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:06.548102 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6fc1b-7e78-4b0c-8f95-3dafbb8cf4f0 req-d3d42be9-b4f4-4144-ab97-d97a53b22278 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:06.549675 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ac6fc1b-7e78-4b0c-8f95-3dafbb8cf4f0 req-d3d42be9-b4f4-4144-ab97-d97a53b22278 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 931 time: 0.0551136 Dec 14 18:21:06.579506 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.589734 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ac6fc1b-7e78-4b0c-8f95-3dafbb8cf4f0 req-44a87ed6-fac9-4cb4-aa3a-101d9cb6a03e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Dec 14 18:21:06.854739 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46eb4e9-2826-4c27-b6de-9b99a6d0e117 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:06.864193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.880078 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Transition to ACTIVE for port object a46eb4e9-2826-4c27-b6de-9b99a6d0e117 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:21:06.885496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:06.958955 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:07.008852 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Attempting to bind port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:21:07.009184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Attempting to bind port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:21:07.009505 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Attempting to bind port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:07.014086 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:21:07.014399 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Attempting to bind port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:07.019107 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:21:07.019439 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Checking segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:21:07.019762 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Bound using segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:21:07.020210 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Bound port: a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:21:07.020568 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:07.088045 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:21:07.091126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:21:07.096580 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:07.130310 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.130956 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:07.132354 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] 10.222.0.30 "PUT /v2.0/ports/a46eb4e9-2826-4c27-b6de-9b99a6d0e117 HTTP/1.1" status: 200 len: 1093 time: 0.6144702 Dec 14 18:21:07.132781 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:07.135046 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1bd0a0-60cf-4f37-917a-290784337e37" -d '{"events": [{"name": "network-changed", "server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:07.162804 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b743ad-a943-4910-a47f-560840021b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:07.173199 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34572d5d-ca85-41c1-a2a8-b6d21fa68949 x-openstack-request-id: req-34572d5d-ca85-41c1-a2a8-b6d21fa68949 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:07.173559 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:07.173857 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34572d5d-ca85-41c1-a2a8-b6d21fa68949 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:07.174106 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'status': 'completed', 'code': 200} Dec 14 18:21:07.222847 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-4d8ade81-5953-445d-b154-4cb84c53ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.224403 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-4d8ade81-5953-445d-b154-4cb84c53ab1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 1096 time: 0.0416143 Dec 14 18:21:07.273572 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-086718da-f382-4b8f-893a-51e84489b8e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117 HTTP/1.1" status: 200 len: 217 time: 0.0379765 Dec 14 18:21:07.326817 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-717b4e98-d3f9-4a32-9423-b08722dd537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.328244 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-717b4e98-d3f9-4a32-9423-b08722dd537c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0438807 Dec 14 18:21:07.369550 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-25646390-d503-4d0a-8bbe-13b2e04959b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266263 Dec 14 18:21:07.465753 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-a006815c-e9d8-4a8f-9bf9-19ad2d4f3200 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864632 Dec 14 18:21:07.554934 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0bab900d-045c-4b5a-a398-2d12d766bb16 req-6a6cad01-abdf-45ab-b7ff-c1328401332c service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811415 Dec 14 18:21:07.648387 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-5afa5390-eb83-452d-9d11-0de9d38af493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.650228 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-5afa5390-eb83-452d-9d11-0de9d38af493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 1096 time: 0.0435314 Dec 14 18:21:07.707195 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9e83-b5e4-4ae2-85ed-eb85f524c217 req-a3cde3e6-ba0b-42d3-884b-1a15f36d59eb tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.709488 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-125b9e83-b5e4-4ae2-85ed-eb85f524c217 req-a3cde3e6-ba0b-42d3-884b-1a15f36d59eb tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 943 time: 0.0501432 Dec 14 18:21:07.751537 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-c1136509-abe1-4ae5-8645-a794ef57d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.751537 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-c1136509-abe1-4ae5-8645-a794ef57d927 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 916 time: 0.0927103 Dec 14 18:21:07.751828 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-125b9e83-b5e4-4ae2-85ed-eb85f524c217 req-2ae2530e-c01e-4aee-bfa0-1cea2ac9a2a4 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Dec 14 18:21:07.794186 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-bbea8316-2152-4e63-876e-a854e33376cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117 HTTP/1.1" status: 200 len: 217 time: 0.0343044 Dec 14 18:21:07.853625 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-0f472d27-8c9e-4b85-9d72-58d50bb7e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:07.855196 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-0f472d27-8c9e-4b85-9d72-58d50bb7e579 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0510025 Dec 14 18:21:07.892050 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-109d1fd1-d03d-4e4d-ab5b-0808f3e53442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295904 Dec 14 18:21:07.986288 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-d88a13b6-9668-4dfb-9a8b-41e432fe4688 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790014 Dec 14 18:21:08.092624 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-9f1bd0a0-60cf-4f37-917a-290784337e37 req-8c3cd7f9-46d2-42a0-9e06-64b5672e27bb service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923598 Dec 14 18:21:08.360991 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51700) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:08.472424 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-666389d1-c490-4173-b284-c9ad83708495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.546762 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-666389d1-c490-4173-b284-c9ad83708495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.550628 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-666389d1-c490-4173-b284-c9ad83708495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.592102 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-666389d1-c490-4173-b284-c9ad83708495 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=297d29283c7d4e0fbcb1023fe51eb730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299078 Dec 14 18:21:08.592981 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666389d1-c490-4173-b284-c9ad83708495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fdddef-1e5f-4eb9-8933-92d183fef6e3,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:08.595079 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51704) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:08.651244 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.673440 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.724533 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.727126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:08.728368 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45fdddef-1e5f-4eb9-8933-92d183fef6e3 HTTP/1.1" status: 204 len: 168 time: 0.1319900 Dec 14 18:21:08.737166 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b42cac-91ad-4745-9c19-910a73f09c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fdddef-1e5f-4eb9-8933-92d183fef6e3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:08.880012 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0142-98d4-4d9b-b8b2-86952d12f8fa req-47afca37-51a1-47fd-9547-753caeb0771d tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:08.881626 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1efa0142-98d4-4d9b-b8b2-86952d12f8fa req-47afca37-51a1-47fd-9547-753caeb0771d tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 943 time: 0.0578666 Dec 14 18:21:08.921693 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1efa0142-98d4-4d9b-b8b2-86952d12f8fa req-3d5ba884-6d57-4fa5-84de-174fe2f4b7eb tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Dec 14 18:21:09.621430 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:09.703590 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a46eb4e9-2826-4c27-b6de-9b99a6d0e117 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:21:09.804427 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:09.817148 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'port_id': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'mac_address': 'fa:16:3e:b6:22:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8bfb96-5ab4-4bb3-8178-218aea0f93ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:21:09.859115 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:09.872604 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46eb4e9-2826-4c27-b6de-9b99a6d0e117 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:09.894534 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:09.898493 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:09.946456 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:10.040819 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c16ae-3dce-4ebd-86f3-1e21e61ff1c5 req-eda1043b-8a0b-4545-acb6-cd9f3e7bc7a6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:10.042384 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f7c16ae-3dce-4ebd-86f3-1e21e61ff1c5 req-eda1043b-8a0b-4545-acb6-cd9f3e7bc7a6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 944 time: 0.0519145 Dec 14 18:21:10.095862 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f7c16ae-3dce-4ebd-86f3-1e21e61ff1c5 req-ccbd071f-50d7-4c75-bee3-f2fe080492ae tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Dec 14 18:21:10.136314 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['a46eb4e9-2826-4c27-b6de-9b99a6d0e117'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:11.208529 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea9e0-419c-4c62-a1f4-0b1613c2b73f req-082ea80d-f785-4be6-a3db-a4dedc8c6075 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:11.210065 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-905ea9e0-419c-4c62-a1f4-0b1613c2b73f req-082ea80d-f785-4be6-a3db-a4dedc8c6075 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 944 time: 0.0484726 Dec 14 18:21:11.246842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-905ea9e0-419c-4c62-a1f4-0b1613c2b73f req-0c54de55-dcd1-40ba-bf76-4e324cb39b43 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Dec 14 18:21:11.721915 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a46eb4e9-2826-4c27-b6de-9b99a6d0e117 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:21:11.773375 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:21:11.776909 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:21:11.777274 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:11.854919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:11.877676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:11.879905 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a404a-0265-446a-9799-a1338fe72a2f" -d '{"events": [{"server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "name": "network-vif-plugged", "status": "completed", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:11.892998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:11.897299 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:11.923288 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e8d50-6111-4774-8683-f799ac4e1b5a x-openstack-request-id: req-ec3e8d50-6111-4774-8683-f799ac4e1b5a {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:11.923707 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "name": "network-vif-plugged", "status": "completed", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:11.923961 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec3e8d50-6111-4774-8683-f799ac4e1b5a {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:11.924352 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'code': 200} Dec 14 18:21:11.952518 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:12.075362 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef60e-bc07-4595-96bf-e38bf683bdc8 req-c3abea09-4397-4f8e-9126-47c1e811c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:12.077222 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a58ef60e-bc07-4595-96bf-e38bf683bdc8 req-c3abea09-4397-4f8e-9126-47c1e811c42b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 1098 time: 0.0395641 Dec 14 18:21:12.111564 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a58ef60e-bc07-4595-96bf-e38bf683bdc8 req-3352df6b-09cd-4a92-9c12-c68676541e7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265458 Dec 14 18:21:12.359809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8161e-0394-400c-876a-941ffed3512f req-d44bcbf7-d0bc-4cd9-9b0c-2e7a15f2bc87 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:12.361187 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-90f8161e-0394-400c-876a-941ffed3512f req-d44bcbf7-d0bc-4cd9-9b0c-2e7a15f2bc87 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Dec 14 18:21:12.397787 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-90f8161e-0394-400c-876a-941ffed3512f req-b2906415-ec25-4979-a6ba-0f79dc974e03 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Dec 14 18:21:13.517084 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34928f32-fca0-479c-86e2-3dd120bae880 req-46ee19ea-64b4-4497-b7db-13d1924ed0bc tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:13.518926 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-34928f32-fca0-479c-86e2-3dd120bae880 req-46ee19ea-64b4-4497-b7db-13d1924ed0bc tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Dec 14 18:21:13.550809 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-26005c7c-c6ee-4b4a-a81f-4421d47b2809 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515139 Dec 14 18:21:13.564793 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-34928f32-fca0-479c-86e2-3dd120bae880 req-05e6bd62-f6b0-4ae6-a6df-5b29013b3f5b tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Dec 14 18:21:13.636447 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-6f337dab-cdfa-40a6-878b-dd324da2b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:13.638141 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-6f337dab-cdfa-40a6-878b-dd324da2b6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1099 time: 0.0436828 Dec 14 18:21:13.747741 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-b6909824-a061-4f61-82d5-54c5099c892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:13.750231 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-b6909824-a061-4f61-82d5-54c5099c892c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0850902 Dec 14 18:21:13.824598 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-faa6899b-d655-4475-953c-fa6a17f2b074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 1001 time: 0.0661507 Dec 14 18:21:13.874749 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-e563cc85-f62d-442a-98b8-cef1a5e5b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:13.879315 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-e563cc85-f62d-442a-98b8-cef1a5e5b89e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0474343 Dec 14 18:21:13.926518 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-13fa07cc-7f50-4506-a09e-853be7fa6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:13.928030 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-13fa07cc-7f50-4506-a09e-853be7fa6dcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405698 Dec 14 18:21:14.273616 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-063a97e3-370b-4f9a-963a-32288eda6e2c service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384414 Dec 14 18:21:14.372307 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8c08a6a7-2782-4fef-b7c7-4e34fbddaa77 req-18fb6b09-c6d5-4c78-b08c-d7db97b9869a service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872486 Dec 14 18:21:15.069001 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51856) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:15.183157 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-64993bfc-ae36-4cef-a030-bb895f8a1680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.266989 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-64993bfc-ae36-4cef-a030-bb895f8a1680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.278762 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-64993bfc-ae36-4cef-a030-bb895f8a1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.363244 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-64993bfc-ae36-4cef-a030-bb895f8a1680 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3600ae2bf13341be93fa38ffda7da363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930250 Dec 14 18:21:15.366024 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51872) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:15.366513 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64993bfc-ae36-4cef-a030-bb895f8a1680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0524f76-3783-40fd-bb5a-b0ce5adbe032,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:15.403845 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-391287e1-ad0d-4bba-8475-47b116023f8d tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:15.405892 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-391287e1-ad0d-4bba-8475-47b116023f8d tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1376758 Dec 14 18:21:15.415878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.420814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-052cb703-78b6-48b2-bbe1-7013cc2aae21 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/quotas/7b7e43eb45a34b89984d10d2f0a44f50 HTTP/1.1" status: 200 len: 375 time: 0.0089285 Dec 14 18:21:15.437388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.472113 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-70e061fa-ff50-48ae-943b-5972babf16ab tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453374 Dec 14 18:21:15.483940 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.486615 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.487756 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0524f76-3783-40fd-bb5a-b0ce5adbe032 HTTP/1.1" status: 204 len: 168 time: 0.1205816 Dec 14 18:21:15.500301 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0524f76-3783-40fd-bb5a-b0ce5adbe032,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:15.508977 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.509393 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.509797 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.510196 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.510582 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.511006 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.511408 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.511957 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.512284 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.512669 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.513117 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.514259 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d851cd-b37b-45fc-8d29-da1bc5a9f6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:15.566832 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-15a9432f-29c6-4e10-834c-7ffc91574bc7 service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876982 Dec 14 18:21:15.660380 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-c13ca4b6-e371-473d-b3f4-acedf6e60d8e service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Dec 14 18:21:15.768873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51880) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:15.783381 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4289aed1-d744-499a-8a02-0d6c553947d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.838142 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eea6a3db-d25e-4dad-a682-23f6de753b30 req-206f7208-240d-4413-9748-ff2acd839e64 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 210 time: 0.0360973 Dec 14 18:21:15.877683 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4289aed1-d744-499a-8a02-0d6c553947d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.882042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4289aed1-d744-499a-8a02-0d6c553947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.921977 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4289aed1-d744-499a-8a02-0d6c553947d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b36faf4627794ae4bd12550794dc3df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520150 Dec 14 18:21:15.922855 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289aed1-d744-499a-8a02-0d6c553947d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d83e6b-03a9-4465-9df7-42656f620350,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:15.924994 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51888) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:15.977529 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:15.999834 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:16.051367 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:16.053871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:16.055152 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88d83e6b-03a9-4465-9df7-42656f620350 HTTP/1.1" status: 204 len: 168 time: 0.1290298 Dec 14 18:21:16.064602 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d0a2-7c16-4c7b-9ecb-9aeae49db251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d83e6b-03a9-4465-9df7-42656f620350,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:16.791328 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-b2454184-9c37-480f-ae0b-36e7a3dfa5f2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:16.792978 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-b2454184-9c37-480f-ae0b-36e7a3dfa5f2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1177385 Dec 14 18:21:16.813870 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Request body: {'port': {'device_id': '4815467a-834f-40d5-9217-2145dfec51dd', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'admin_state_up': True, 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:16.931797 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:16.935678 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:16.942570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9ccbd101-0515-4476-8479-95afc258bd08 req-67673dbf-f15e-49a6-b61a-3b895db4f1df tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 210 time: 0.0284288 Dec 14 18:21:17.064969 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Allocated IP 172.20.0.9 (cbc93ecd-41db-47a8-9512-dea5c7eb8090/2f8bfb96-5ab4-4bb3-8178-218aea0f93ab/d21c8d5e-bac6-4564-ba85-f08c8a329efb) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:21:17.214958 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.249126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.262069 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74', 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:17.294807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:21:17.297738 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:21:17.304586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:21:17.310537 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event updated for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:17.360879 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:17.361528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.378734 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-2c65e301-09f0-4b76-bb31-e4326f9d4959 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691659 Dec 14 18:21:17.392290 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Request body: {'port': {'device_id': '4815467a-834f-40d5-9217-2145dfec51dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:17.450629 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.731603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21c8d5e-bac6-4564-ba85-f08c8a329efb {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:17.739140 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.752244 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Transition to ACTIVE for port object d21c8d5e-bac6-4564-ba85-f08c8a329efb will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:21:17.756468 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.827887 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Pushing event updated for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:17.874867 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Attempting to bind port d21c8d5e-bac6-4564-ba85-f08c8a329efb on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:21:17.875197 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Attempting to bind port d21c8d5e-bac6-4564-ba85-f08c8a329efb by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:21:17.875517 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Attempting to bind port d21c8d5e-bac6-4564-ba85-f08c8a329efb on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:17.879665 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Port d21c8d5e-bac6-4564-ba85-f08c8a329efb on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:21:17.879982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Attempting to bind port d21c8d5e-bac6-4564-ba85-f08c8a329efb on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:17.884682 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:21:17.885009 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Checking segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:21:17.885378 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Bound using segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:21:17.885788 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Bound port: d21c8d5e-bac6-4564-ba85-f08c8a329efb, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:21:17.886152 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:17.956910 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:21:17.960077 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:21:17.964935 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.024060 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Pushing event updated for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:18.030511 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.031169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.032563 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-07326771-6d0e-4720-9715-5eae2ad955dc service neutron] 10.222.0.30 "PUT /v2.0/ports/d21c8d5e-bac6-4564-ba85-f08c8a329efb HTTP/1.1" status: 200 len: 1093 time: 0.6451929 Dec 14 18:21:18.032998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:18.035267 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccb449a-8488-4611-affc-01885e92cc40" -d '{"events": [{"name": "network-changed", "server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:18.047827 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51972) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:18.088531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12231013-7564-44ee-94eb-f417b34c5dbf x-openstack-request-id: req-12231013-7564-44ee-94eb-f417b34c5dbf {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:18.089143 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:18.089592 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12231013-7564-44ee-94eb-f417b34c5dbf {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:18.090049 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', 'status': 'completed', 'code': 200} Dec 14 18:21:18.096884 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253da56-35c6-41ab-9a9c-3d476d90b6ee req-3fcb0f19-58cf-4183-bdc2-e5c5f1797448 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.098534 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6253da56-35c6-41ab-9a9c-3d476d90b6ee req-3fcb0f19-58cf-4183-bdc2-e5c5f1797448 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 943 time: 0.0855219 Dec 14 18:21:18.119242 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-492d35fc-69db-409f-8f0c-f2337451de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.121049 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-492d35fc-69db-409f-8f0c-f2337451de02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 1096 time: 0.0454018 Dec 14 18:21:18.146765 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6253da56-35c6-41ab-9a9c-3d476d90b6ee req-db5508a1-5ecc-4f38-bc40-144a0577cf21 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Dec 14 18:21:18.174432 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-a7e99fca-a337-4e5a-957c-b3d32584631e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb HTTP/1.1" status: 200 len: 217 time: 0.0448999 Dec 14 18:21:18.181130 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f4b36dc-0deb-424b-a06a-6ac187099829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.247181 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-7f3c25d5-4de7-4a07-b377-b108b0d9a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.250128 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-7f3c25d5-4de7-4a07-b377-b108b0d9a328 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0670762 Dec 14 18:21:18.295575 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-1952e0ba-9dc5-488d-af2b-70c6bdca3db0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355139 Dec 14 18:21:18.377135 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f4b36dc-0deb-424b-a06a-6ac187099829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.381700 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-5f4b36dc-0deb-424b-a06a-6ac187099829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.435503 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-5f4b36dc-0deb-424b-a06a-6ac187099829 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97482304586946dcaf43f8d7f54e01d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864114 Dec 14 18:21:18.438383 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51976) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:18.445221 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b36dc-0deb-424b-a06a-6ac187099829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b02fa-faad-4231-98c8-a5c0049c73b6,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:18.456234 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-f2cad012-ceab-4e05-b721-2c0033ea31b2 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510372 Dec 14 18:21:18.494756 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.517276 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.556808 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ffc9775f-aaa3-4101-90ab-a31366a459fe req-fe99cbc8-9d72-42ef-8289-2194892f1eab service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869877 Dec 14 18:21:18.573460 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.576083 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.577246 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/519b02fa-faad-4231-98c8-a5c0049c73b6 HTTP/1.1" status: 204 len: 168 time: 0.1377919 Dec 14 18:21:18.585955 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b57df-4c8d-4081-8f1b-120c486dfa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b02fa-faad-4231-98c8-a5c0049c73b6,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:18.651197 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb449a-8488-4611-affc-01885e92cc40 req-39a31d2b-daf7-47f3-86b7-9075a23eeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.652766 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-39a31d2b-daf7-47f3-86b7-9075a23eeaff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 1096 time: 0.0484548 Dec 14 18:21:18.758433 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb449a-8488-4611-affc-01885e92cc40 req-2bb2c32c-e5bd-43d0-86a1-9a899bff5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.759910 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-2bb2c32c-e5bd-43d0-86a1-9a899bff5adf service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 916 time: 0.0940087 Dec 14 18:21:18.810382 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-65bd2bbe-ad20-4376-9a98-a4fb51344f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb HTTP/1.1" status: 200 len: 217 time: 0.0385306 Dec 14 18:21:18.871739 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb449a-8488-4611-affc-01885e92cc40 req-871ac39d-2a43-4327-b6e3-5fd79536d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:18.873352 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-871ac39d-2a43-4327-b6e3-5fd79536d217 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0550365 Dec 14 18:21:18.900729 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 51982) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:18.915342 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16879a17-862a-4d87-a342-6f2ea2bdca03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:18.915589 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-7d789ed7-99b9-414b-898b-51384aea62e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257638 Dec 14 18:21:19.000594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16879a17-862a-4d87-a342-6f2ea2bdca03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.004573 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16879a17-862a-4d87-a342-6f2ea2bdca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.012112 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-9594ec80-d97d-4ec4-9d7f-97ace6923da8 service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887275 Dec 14 18:21:19.043014 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-16879a17-862a-4d87-a342-6f2ea2bdca03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e7d941544dd4f699ec655ce7a0f3089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410658 Dec 14 18:21:19.044889 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16879a17-862a-4d87-a342-6f2ea2bdca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed02c3c-b1f2-4b64-a0f4-b94c4ce82df4,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:19.047121 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 51984) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:19.146198 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.149795 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2ccb449a-8488-4611-affc-01885e92cc40 req-af5baf54-012c-4e4d-a244-addbdaa2f5ef service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239378 Dec 14 18:21:19.168849 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.216155 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.218807 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.219920 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bed02c3c-b1f2-4b64-a0f4-b94c4ce82df4 HTTP/1.1" status: 204 len: 168 time: 0.1719043 Dec 14 18:21:19.229579 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b3160-0f5a-45aa-a834-1ce8fcd17242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed02c3c-b1f2-4b64-a0f4-b94c4ce82df4,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:19.270915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3d326-6727-4714-a20c-e51693a6cad2 req-3b4f95ab-e711-461d-835c-9670a933c776 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:19.272392 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-35f3d326-6727-4714-a20c-e51693a6cad2 req-3b4f95ab-e711-461d-835c-9670a933c776 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 943 time: 0.0575864 Dec 14 18:21:19.315136 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-35f3d326-6727-4714-a20c-e51693a6cad2 req-ba0ca8b6-0f33-4144-b5ef-bfa9ad9e7791 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Dec 14 18:21:19.752644 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device d21c8d5e-bac6-4564-ba85-f08c8a329efb details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:21:19.853836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:19.865836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'port_id': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', 'mac_address': 'fa:16:3e:b4:76:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8bfb96-5ab4-4bb3-8178-218aea0f93ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:21:19.903536 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.916702 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21c8d5e-bac6-4564-ba85-f08c8a329efb {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:19.936364 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:19.940773 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:19.990320 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:20.222006 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['d21c8d5e-bac6-4564-ba85-f08c8a329efb'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:20.454037 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e7229-8f5f-4130-a619-3729e03af1d6 req-c2178f2e-a9fa-41e9-a765-7c5a77f8bb4f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:20.455452 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e24e7229-8f5f-4130-a619-3729e03af1d6 req-c2178f2e-a9fa-41e9-a765-7c5a77f8bb4f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 944 time: 0.0531108 Dec 14 18:21:20.495143 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e24e7229-8f5f-4130-a619-3729e03af1d6 req-1b24ae7f-0434-4ff8-8091-92f30b673de0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337229 Dec 14 18:21:21.608018 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4735100-ace7-4015-9089-0f33c32bbb4b req-3597e643-74c5-47bf-878b-19fa35f1498a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:21.609534 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4735100-ace7-4015-9089-0f33c32bbb4b req-3597e643-74c5-47bf-878b-19fa35f1498a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 944 time: 0.0489316 Dec 14 18:21:21.646200 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b4735100-ace7-4015-9089-0f33c32bbb4b req-72d682a4-7b7c-4eda-bceb-226fa622aa33 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 Dec 14 18:21:21.752766 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device d21c8d5e-bac6-4564-ba85-f08c8a329efb up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:21:21.802989 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port d21c8d5e-bac6-4564-ba85-f08c8a329efb completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:21:21.806578 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port d21c8d5e-bac6-4564-ba85-f08c8a329efb triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:21:21.806977 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:21.882473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:21.904821 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:21.907074 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3135bcf-1361-4049-b425-9e445be98e09" -d '{"events": [{"server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "name": "network-vif-plugged", "status": "completed", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:21.919788 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:21.923797 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:21.947269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af7b43-28ca-47ce-aacb-43b75ae4d5af x-openstack-request-id: req-f1af7b43-28ca-47ce-aacb-43b75ae4d5af {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:21.947614 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "name": "network-vif-plugged", "status": "completed", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:21.947972 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1af7b43-28ca-47ce-aacb-43b75ae4d5af {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:21.948494 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', 'code': 200} Dec 14 18:21:21.982762 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:22.119915 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbb4b5-4ca3-4cda-89cd-415bb73b7bc8 req-deb8e493-e09c-4d6b-afcb-c59952919695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:22.121414 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f1cbb4b5-4ca3-4cda-89cd-415bb73b7bc8 req-deb8e493-e09c-4d6b-afcb-c59952919695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 1098 time: 0.0437539 Dec 14 18:21:22.156924 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f1cbb4b5-4ca3-4cda-89cd-415bb73b7bc8 req-8fea8ba3-d32e-4781-b577-c25292be318a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285311 Dec 14 18:21:22.769363 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac616-f289-4a00-80e1-54362aaa2550 req-7e0f51dd-83f9-4bcb-beff-10e969d09d45 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:22.770834 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-078ac616-f289-4a00-80e1-54362aaa2550 req-7e0f51dd-83f9-4bcb-beff-10e969d09d45 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 945 time: 0.0498822 Dec 14 18:21:22.808056 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-078ac616-f289-4a00-80e1-54362aaa2550 req-1c1ae979-fd32-48a3-84d4-9e62b4b0273a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Dec 14 18:21:23.932112 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd12795-2a7c-4090-bb0a-2cf79d7dfb96 req-a37f038e-61dd-414e-b475-981aae4680c0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:23.933558 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8bd12795-2a7c-4090-bb0a-2cf79d7dfb96 req-a37f038e-61dd-414e-b475-981aae4680c0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 945 time: 0.0529764 Dec 14 18:21:23.976054 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8bd12795-2a7c-4090-bb0a-2cf79d7dfb96 req-f5d67478-960c-4e01-9d8f-9b74b3bd06ae tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358880 Dec 14 18:21:24.514428 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8f9f20fc-0aa9-4289-b207-1137b5d7b212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:27.124335 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9518f562-2dec-4c28-8e97-b976d641f5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:28.256413 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:29.963661 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52130) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:29.998844 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.077908 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.082183 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76f644c8-cf0f-4d8a-9858-afa85dcaa937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.155614 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76f644c8-cf0f-4d8a-9858-afa85dcaa937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.159126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-76f644c8-cf0f-4d8a-9858-afa85dcaa937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.196504 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-76f644c8-cf0f-4d8a-9858-afa85dcaa937 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83b75f53666b4f9e8df780a5ccd13f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317538 Dec 14 18:21:30.197378 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f644c8-cf0f-4d8a-9858-afa85dcaa937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a127b05-80f7-4f30-b4fb-cc460dc7c26f,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:30.199453 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52136) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:30.254475 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.276580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.321370 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.324251 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.325477 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a127b05-80f7-4f30-b4fb-cc460dc7c26f HTTP/1.1" status: 204 len: 168 time: 0.1246362 Dec 14 18:21:30.333881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfeecf-6231-4172-bdb5-9b9f8cc79b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a127b05-80f7-4f30-b4fb-cc460dc7c26f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:30.588090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52142) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:30.601032 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b78d0cc8-71ff-45c8-9a0e-3faac9789bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.674158 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b78d0cc8-71ff-45c8-9a0e-3faac9789bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.678101 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b78d0cc8-71ff-45c8-9a0e-3faac9789bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.715591 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d0cc8-71ff-45c8-9a0e-3faac9789bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf070b-62ca-4cfd-ad80-dfbef745d7d2,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:30.720560 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b78d0cc8-71ff-45c8-9a0e-3faac9789bd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45a0e5608a5d4ceebbab8056af8d4ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314604 Dec 14 18:21:30.723121 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52146) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:30.774781 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.796239 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.847074 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.847074 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:30.847648 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffbf070b-62ca-4cfd-ad80-dfbef745d7d2 HTTP/1.1" status: 204 len: 168 time: 0.1235597 Dec 14 18:21:30.855473 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d898a-dcda-4dad-81c5-3233775542b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf070b-62ca-4cfd-ad80-dfbef745d7d2,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:31.877094 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52178) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:31.992744 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6090e0b4-810a-4d8c-9489-5de1d89b1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.075210 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6090e0b4-810a-4d8c-9489-5de1d89b1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.079069 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6090e0b4-810a-4d8c-9489-5de1d89b1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.118841 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6090e0b4-810a-4d8c-9489-5de1d89b1f60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d9b503b10bd4b5694cf46c7441bd271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403538 Dec 14 18:21:32.119717 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090e0b4-810a-4d8c-9489-5de1d89b1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7670b753-92ff-46c7-bece-aeff3912a270,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:32.121795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52184) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:32.172242 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.193308 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.243125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.245901 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:32.247058 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7670b753-92ff-46c7-bece-aeff3912a270 HTTP/1.1" status: 204 len: 168 time: 0.1239672 Dec 14 18:21:32.255486 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180a049-2d50-40a9-8edd-3c272d489bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670b753-92ff-46c7-bece-aeff3912a270,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:33.012045 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:21:35.068246 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-6374311f-9de2-419e-8766-8b52e81b0e29 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:35.069617 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-6374311f-9de2-419e-8766-8b52e81b0e29 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.1011467 Dec 14 18:21:35.084842 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-53bb5cfc-bb0f-4522-9e80-3cf56802f18a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/quotas/7b7e43eb45a34b89984d10d2f0a44f50 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Dec 14 18:21:35.136900 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-05ea8e5f-fbc8-443c-9cb7-64ed73515beb tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465817 Dec 14 18:21:35.474138 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-6952d2a2-de35-4338-b3ca-a6ddbd9aea0b service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298352 Dec 14 18:21:35.561544 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-b59e0ec3-936b-4a26-b06d-85bee518ec4b service neutron] 10.222.0.49 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806491 Dec 14 18:21:35.716612 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1a723279-aa22-44d8-afa1-d8c4638ef7bc req-1b5733b5-eddc-42e8-a156-7c8a51379210 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Dec 14 18:21:36.810999 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8bfbce44-4d43-4603-a249-5772c2f1deb2 req-a2a05d47-acf8-40a6-b525-2a3ce1bfd71c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Dec 14 18:21:37.911743 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-797acbb4-ebf5-4066-aed9-6daa14cbb0e5 req-ef21f839-794e-425e-8603-e934b8275bc8 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 210 time: 0.0248778 Dec 14 18:21:38.350138 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-2a11fe2b-b8b2-4182-abc0-14d44fb1095b tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:38.351621 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-2a11fe2b-b8b2-4182-abc0-14d44fb1095b tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/networks?id=cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 200 len: 815 time: 0.0991437 Dec 14 18:21:38.366836 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Request body: {'port': {'device_id': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'admin_state_up': True, 'tenant_id': '7b7e43eb45a34b89984d10d2f0a44f50'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:38.479852 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Made reservation on behalf of 7b7e43eb45a34b89984d10d2f0a44f50 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:38.483527 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:38.608273 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Allocated IP 172.20.0.3 (cbc93ecd-41db-47a8-9512-dea5c7eb8090/2f8bfb96-5ab4-4bb3-8178-218aea0f93ab/1b1978c8-144b-416c-abba-7cd94326fb02) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:21:38.754354 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:38.791262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:38.806287 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74', 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'd21c8d5e-bac6-4564-ba85-f08c8a329efb'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:38.840890 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Network cbc93ecd-41db-47a8-9512-dea5c7eb8090 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:21:38.846686 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:21:38.848750 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:21:38.858573 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event updated for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:38.903057 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:38.903662 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:38.919500 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-24375aa9-2bce-4ac5-b60d-b19b0227a37f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565627 Dec 14 18:21:38.934838 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Request body: {'port': {'device_id': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:38.991672 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.029867 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c9c3-03e0-40c1-bd20-4894a72f58f9 req-7759385a-c571-458c-a649-47d3f0358258 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:39.031583 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5172c9c3-03e0-40c1-bd20-4894a72f58f9 req-7759385a-c571-458c-a649-47d3f0358258 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 931 time: 0.0498564 Dec 14 18:21:39.083138 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5172c9c3-03e0-40c1-bd20-4894a72f58f9 req-17a7051d-5a68-41a0-ad0e-423f4c7cb1de tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Dec 14 18:21:39.261023 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1978c8-144b-416c-abba-7cd94326fb02 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:39.268806 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.280902 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Transition to ACTIVE for port object 1b1978c8-144b-416c-abba-7cd94326fb02 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:21:39.285665 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.339687 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:39.405998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Attempting to bind port 1b1978c8-144b-416c-abba-7cd94326fb02 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:21:39.406694 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Attempting to bind port 1b1978c8-144b-416c-abba-7cd94326fb02 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:21:39.406694 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Attempting to bind port 1b1978c8-144b-416c-abba-7cd94326fb02 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:39.410750 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Port 1b1978c8-144b-416c-abba-7cd94326fb02 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:21:39.411063 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Attempting to bind port 1b1978c8-144b-416c-abba-7cd94326fb02 on network cbc93ecd-41db-47a8-9512-dea5c7eb8090 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:39.415603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:21:39.415929 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Checking segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:21:39.416296 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Bound using segment: {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:21:39.416704 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Bound port: 1b1978c8-144b-416c-abba-7cd94326fb02, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc48732b-98d4-49c8-bc8c-4d0f737c900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:21:39.417040 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.481788 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:21:39.484885 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1b1978c8-144b-416c-abba-7cd94326fb02,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:21:39.488704 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.522676 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:39.523275 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:39.524635 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b1978c8-144b-416c-abba-7cd94326fb02 HTTP/1.1" status: 200 len: 1093 time: 0.5939863 Dec 14 18:21:39.525050 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:39.527286 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e2db33-c5ec-4569-9629-14075924d8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:39.549000 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580546e-13d7-483b-b80c-37b57054f856 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:39.561922 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c38fa-d82c-463a-b221-8e2fe950dd87 x-openstack-request-id: req-e92c38fa-d82c-463a-b221-8e2fe950dd87 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:39.562205 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:39.562452 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e92c38fa-d82c-463a-b221-8e2fe950dd87 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:39.562864 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02', 'status': 'completed', 'code': 200} Dec 14 18:21:40.199086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baca30-e3ad-4a20-ab40-20074ac8f6da req-d8bb0ec4-2f52-44ad-aef0-6c69cd696ca7 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:40.200531 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07baca30-e3ad-4a20-ab40-20074ac8f6da req-d8bb0ec4-2f52-44ad-aef0-6c69cd696ca7 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Dec 14 18:21:40.237561 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-07baca30-e3ad-4a20-ab40-20074ac8f6da req-0b6e7d30-9302-4f2c-9baa-0074ad1d01af tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304236 Dec 14 18:21:41.356372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0b695-2838-4199-889d-96ed73b0975b req-bf7d6d72-3cb3-45f3-b694-ce6f2d0bada8 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:41.358396 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5ca0b695-2838-4199-889d-96ed73b0975b req-bf7d6d72-3cb3-45f3-b694-ce6f2d0bada8 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 943 time: 0.0520577 Dec 14 18:21:41.397921 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5ca0b695-2838-4199-889d-96ed73b0975b req-a919bfa3-d618-415f-802f-d8b383b826f0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Dec 14 18:21:41.973845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:42.009935 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-561292a8-9641-448f-a4ca-7f2feb35de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.011336 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-561292a8-9641-448f-a4ca-7f2feb35de24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0403063 Dec 14 18:21:42.121159 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-06b603de-6ee0-48b0-be1c-42e5b1a5d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.122630 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-06b603de-6ee0-48b0-be1c-42e5b1a5d335 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0934045 Dec 14 18:21:42.226010 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-08745b69-2951-4f9a-aa83-259df6278afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.227488 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-f8e2db33-c5ec-4569-9629-14075924d8f0 req-08745b69-2951-4f9a-aa83-259df6278afc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920410 Dec 14 18:21:42.303038 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-0cb13d59-f4dc-4857-a618-d779198cab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.304480 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-0cb13d59-f4dc-4857-a618-d779198cab41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0395317 Dec 14 18:21:42.345684 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-d1a92943-671f-41cc-8b63-0033c362d050 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b1978c8-144b-416c-abba-7cd94326fb02 HTTP/1.1" status: 200 len: 217 time: 0.0328388 Dec 14 18:21:42.397000 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-766e4428-b784-46cb-8c63-a07d7e8b3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.398414 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-766e4428-b784-46cb-8c63-a07d7e8b3885 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 200 len: 855 time: 0.0447161 Dec 14 18:21:42.447652 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-b6d5a094-79c4-413b-baf4-112a092dbb5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbc93ecd-41db-47a8-9512-dea5c7eb8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262671 Dec 14 18:21:42.511922 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968312-3d9a-43aa-9983-cd692f9cf102 req-20341d50-1ff2-432f-8877-2159228729cd tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:42.513403 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fa968312-3d9a-43aa-9983-cd692f9cf102 req-20341d50-1ff2-432f-8877-2159228729cd tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 943 time: 0.0494084 Dec 14 18:21:42.538182 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-85dbe2a2-ce8b-4981-971f-1defad832c4f service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829082 Dec 14 18:21:42.551464 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fa968312-3d9a-43aa-9983-cd692f9cf102 req-bc7667b5-32bf-4252-a422-4401a8cca184 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Dec 14 18:21:42.632298 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0550398b-5a84-42ba-93cc-8b1020e21be7 req-e2331d37-d3c0-4c54-a1e5-16e2998f866b service neutron] 10.222.0.30 "GET /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Dec 14 18:21:43.665964 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75da74-98bf-4f0c-b419-0478da32c824 req-ec8c437a-298d-42f5-ba8a-ab63fc398a43 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:43.667449 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b75da74-98bf-4f0c-b419-0478da32c824 req-ec8c437a-298d-42f5-ba8a-ab63fc398a43 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 943 time: 0.0493183 Dec 14 18:21:43.704967 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5b75da74-98bf-4f0c-b419-0478da32c824 req-411ebb3d-13af-4e1b-a19f-c629af9a8648 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Dec 14 18:21:43.948227 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 1b1978c8-144b-416c-abba-7cd94326fb02 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:21:44.171757 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1b1978c8-144b-416c-abba-7cd94326fb02,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:44.183268 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '1b1978c8-144b-416c-abba-7cd94326fb02', 'network_id': 'cbc93ecd-41db-47a8-9512-dea5c7eb8090', 'port_id': '1b1978c8-144b-416c-abba-7cd94326fb02', 'mac_address': 'fa:16:3e:37:1f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8bfb96-5ab4-4bb3-8178-218aea0f93ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:21:44.219657 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:44.232032 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1978c8-144b-416c-abba-7cd94326fb02 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:44.251562 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1b1978c8-144b-416c-abba-7cd94326fb02,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:44.256417 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:44.310080 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:44.554029 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['1b1978c8-144b-416c-abba-7cd94326fb02'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:21:44.823606 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e0be-ce2e-4684-acbe-1ae9db5e0d94 req-d7125094-d8fc-485c-8851-a3457c602c7e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:44.824977 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8c73e0be-ce2e-4684-acbe-1ae9db5e0d94 req-d7125094-d8fc-485c-8851-a3457c602c7e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 944 time: 0.0521359 Dec 14 18:21:44.862387 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8c73e0be-ce2e-4684-acbe-1ae9db5e0d94 req-04df49f1-7373-48c9-8233-6525e9d6004c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Dec 14 18:21:45.979380 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2af2-2ce8-4dd5-9428-9d48788362e8 req-73d45237-d1b1-4cea-a9e6-825ba19adc45 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:45.980898 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c93a2af2-2ce8-4dd5-9428-9d48788362e8 req-73d45237-d1b1-4cea-a9e6-825ba19adc45 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 944 time: 0.0510705 Dec 14 18:21:46.022508 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-c93a2af2-2ce8-4dd5-9428-9d48788362e8 req-56f67774-f80d-4a9f-be98-b4e1959b7d01 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Dec 14 18:21:46.712063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 1b1978c8-144b-416c-abba-7cd94326fb02 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:21:46.762611 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 1b1978c8-144b-416c-abba-7cd94326fb02 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:21:46.766252 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 1b1978c8-144b-416c-abba-7cd94326fb02 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:21:46.766651 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:46.841254 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:46.863567 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:46.866046 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb36098-b08f-42ea-ba0c-c3c9ee94a122" -d '{"events": [{"server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:46.880925 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1b1978c8-144b-416c-abba-7cd94326fb02,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:21:46.884870 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:46.907655 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44958b-9b0a-4113-8684-dabbca196db3 x-openstack-request-id: req-9d44958b-9b0a-4113-8684-dabbca196db3 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:46.907941 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:46.908185 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d44958b-9b0a-4113-8684-dabbca196db3 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:46.908563 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02', 'code': 200} Dec 14 18:21:46.932942 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:47.134946 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa463-2058-45af-ae18-a041af34f02d req-302ad7be-e56e-4e10-9a0a-ef2fae0bd484 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:47.136321 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8dfa463-2058-45af-ae18-a041af34f02d req-302ad7be-e56e-4e10-9a0a-ef2fae0bd484 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Dec 14 18:21:47.179182 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a8dfa463-2058-45af-ae18-a041af34f02d req-c34915a3-2297-4e0b-88de-bdfdfee5de23 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Dec 14 18:21:48.297786 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bf74-123e-4efc-aabb-1cee4a6e878f req-5970790d-8b2c-4312-be9a-e99577670e5a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:48.299266 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6214bf74-123e-4efc-aabb-1cee4a6e878f req-5970790d-8b2c-4312-be9a-e99577670e5a tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Dec 14 18:21:48.336481 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6214bf74-123e-4efc-aabb-1cee4a6e878f req-171ef821-7b5c-4f5f-94e3-1161696d1d92 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Dec 14 18:21:48.698832 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f13df-07d7-4f39-976b-ec9c8b0f1b2f req-4823c49e-c95c-41c6-907e-3ffece6a72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:48.700338 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-404f13df-07d7-4f39-976b-ec9c8b0f1b2f req-4823c49e-c95c-41c6-907e-3ffece6a72c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0441592 Dec 14 18:21:48.738187 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-404f13df-07d7-4f39-976b-ec9c8b0f1b2f req-87e92b96-d5b9-4f39-a0d2-2a3869ebc55d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285316 Dec 14 18:21:49.453616 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28fd1-bac0-464f-8e86-4f2528963d86 req-5f222884-870e-4f8d-a9f1-9dcb7aa6a19f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:49.455078 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fb28fd1-bac0-464f-8e86-4f2528963d86 req-5f222884-870e-4f8d-a9f1-9dcb7aa6a19f tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Dec 14 18:21:49.493390 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fb28fd1-bac0-464f-8e86-4f2528963d86 req-15cb46a8-c32b-456f-996c-fcbcfb2f2015 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Dec 14 18:21:50.615906 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfb2cb-6236-4390-86ea-19420a00abfd req-fdf06c07-e02a-415a-a03b-4de4904c91ce tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:50.617365 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-55cfb2cb-6236-4390-86ea-19420a00abfd req-fdf06c07-e02a-415a-a03b-4de4904c91ce tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Dec 14 18:21:50.656513 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-55cfb2cb-6236-4390-86ea-19420a00abfd req-fe2da490-b5dc-4391-9010-8e8add418060 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Dec 14 18:21:52.815719 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52406) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:52.917829 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cfd87bd2-764b-4c34-9d58-a3bb2b9178d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:52.992439 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cfd87bd2-764b-4c34-9d58-a3bb2b9178d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:52.996230 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-cfd87bd2-764b-4c34-9d58-a3bb2b9178d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.031596 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87bd2-764b-4c34-9d58-a3bb2b9178d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60766c9b-d650-4f1b-b488-b865832b8bb3,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:53.036890 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-cfd87bd2-764b-4c34-9d58-a3bb2b9178d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9c207276f934b2f95d5ccbce548ba1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200572 Dec 14 18:21:53.039585 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52410) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:53.089029 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.109347 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.153102 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.155762 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.156868 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60766c9b-d650-4f1b-b488-b865832b8bb3 HTTP/1.1" status: 204 len: 168 time: 0.1164439 Dec 14 18:21:53.164270 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0bdd4-d610-45bf-8147-f357f79e891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60766c9b-d650-4f1b-b488-b865832b8bb3,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:53.763496 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52434) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:53.856882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-411647347-network', 'tenant_id': '045bd767616a4fe6930410a5d5e8c06e'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:53.878266 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Made reservation on behalf of 045bd767616a4fe6930410a5d5e8c06e for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:53.880772 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.889236 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.962385 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.966202 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:53.990965 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:21:53.999714 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db85c1-48c7-4b3a-b519-10c68744a101,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:54.005480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.005813 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Added segment 7fc4480a-4415-4b7c-9bcf-6706662b485a of type vlan for network 8a33716c-a755-465c-9e12-8b3513e1a188 Dec 14 18:21:54.048782 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.077412 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.078275 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:54.078934 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.129208 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3645849 Dec 14 18:21:54.132309 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52438) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:21:54.137159 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Request body: {'subnet': {'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-411647347-subnet', 'tenant_id': '045bd767616a4fe6930410a5d5e8c06e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:54.140676 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96062c0f-dd1c-4186-92cc-69f5c5fd9f45 admin admin] Pushing event updated for resources: {'Network': ['ID=8a33716c-a755-465c-9e12-8b3513e1a188,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:54.153383 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 8a33716c-a755-465c-9e12-8b3513e1a188 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:21:54.163478 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Made reservation on behalf of 045bd767616a4fe6930410a5d5e8c06e for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:54.165832 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097121'] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.323502 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961499'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.384915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2f098d-3b74-47ee-aa20-5b75fe59a449,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:54.394924 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.395266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.395596 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.395915 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.396232 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.396552 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.396864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.397177 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.397492 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.397802 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.398109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.398415 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:21:54.404406 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Checking segment: {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:21:54.406098 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Network hostable DHCP agents. Network: 8a33716c-a755-465c-9e12-8b3513e1a188, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:21:54.421899 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Network 8a33716c-a755-465c-9e12-8b3513e1a188 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:21:54.430265 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 8a33716c-a755-465c-9e12-8b3513e1a188) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:21:54.434476 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:54.435076 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.440011 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f53c7c-4063-419a-a7e2-2c8d1b40ebcf None None] Network 8a33716c-a755-465c-9e12-8b3513e1a188 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:21:54.452380 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8bd70939-bfb6-404f-9262-542d42821483 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3184185 Dec 14 18:21:54.536019 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4090-9ac2-4122-8f8b-f64b648e8e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:54.579030 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff0aa3-7f85-4c3f-b77e-3dea52f09b3d None None] Network 8a33716c-a755-465c-9e12-8b3513e1a188 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:21:56.199084 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-d6634be0-86f4-4e18-892c-74f8e2f9fa7d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:56.200557 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-d6634be0-86f4-4e18-892c-74f8e2f9fa7d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 813 time: 0.1021233 Dec 14 18:21:56.216175 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-6fd013ab-c111-4a43-80ae-133682785fb4 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/quotas/045bd767616a4fe6930410a5d5e8c06e HTTP/1.1" status: 200 len: 375 time: 0.0092003 Dec 14 18:21:56.250867 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-78f5271a-a749-4cbc-9c6a-a9b72cb5a5b7 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294590 Dec 14 18:21:56.337254 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-910bf0f0-7a5c-4021-a37e-b77aed2b886e service neutron] 10.222.0.49 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793748 Dec 14 18:21:56.428744 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-428eda42-88b4-41ea-842f-03c7b36961fb service neutron] 10.222.0.49 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Dec 14 18:21:56.584784 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-84a43933-43d2-48de-b975-6d0b0e72814e req-9e60adf4-5374-469c-b7cc-b7ceb2ded90a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Dec 14 18:21:57.126588 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9dd09ec0-91bc-4afe-b14d-d6f2e41c77a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:57.683317 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8823b5c0-f0bc-4abd-84e8-e54d9d3b98b8 req-1d8a4a48-bf75-4270-8fc3-ae8ebc6653b9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Dec 14 18:21:57.916359 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-5eba888a-094a-4ecf-b5bf-f91d87090241 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:57.917790 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-5eba888a-094a-4ecf-b5bf-f91d87090241 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 813 time: 0.3449430 Dec 14 18:21:57.942274 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Request body: {'port': {'device_id': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188', 'admin_state_up': True, 'tenant_id': '045bd767616a4fe6930410a5d5e8c06e'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:58.048121 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Made reservation on behalf of 045bd767616a4fe6930410a5d5e8c06e for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:21:58.051605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.176162 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Allocated IP 172.20.0.2 (8a33716c-a755-465c-9e12-8b3513e1a188/5e2f098d-3b74-47ee-aa20-5b75fe59a449/e212a512-e5d8-4700-9ba7-bb3d333a4355) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:21:58.259414 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.328826 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.359767 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.401653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Network 8a33716c-a755-465c-9e12-8b3513e1a188 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:21:58.404764 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:21:58.408409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:21:58.417441 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Pushing event updated for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:58.462971 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:58.463578 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.479057 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-4c6f6a2d-b959-45d2-96bd-4ad899d94c14 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403051 Dec 14 18:21:58.494367 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Request body: {'port': {'device_id': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:21:58.553850 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.813194 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2ad3-81d7-476b-9d19-b5a74a17393c req-1bb93883-24ad-4a68-a626-1eadfa668a7d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:58.814877 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b9bc2ad3-81d7-476b-9d19-b5a74a17393c req-1bb93883-24ad-4a68-a626-1eadfa668a7d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 931 time: 0.0521855 Dec 14 18:21:58.852659 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e212a512-e5d8-4700-9ba7-bb3d333a4355 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:21:58.859422 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b9bc2ad3-81d7-476b-9d19-b5a74a17393c req-1b80a5b9-02c1-4b93-8572-5388530646c2 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Dec 14 18:21:58.863397 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.881562 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Transition to ACTIVE for port object e212a512-e5d8-4700-9ba7-bb3d333a4355 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:21:58.885469 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:58.964478 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Pushing event updated for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:59.016561 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Attempting to bind port e212a512-e5d8-4700-9ba7-bb3d333a4355 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:21:59.016932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Attempting to bind port e212a512-e5d8-4700-9ba7-bb3d333a4355 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:21:59.017262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Attempting to bind port e212a512-e5d8-4700-9ba7-bb3d333a4355 on network 8a33716c-a755-465c-9e12-8b3513e1a188 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:59.022225 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Port e212a512-e5d8-4700-9ba7-bb3d333a4355 on network 8a33716c-a755-465c-9e12-8b3513e1a188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:21:59.022630 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Attempting to bind port e212a512-e5d8-4700-9ba7-bb3d333a4355 on network 8a33716c-a755-465c-9e12-8b3513e1a188 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:21:59.029542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:21:59.029542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Checking segment: {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:21:59.029542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Bound using segment: {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:21:59.029542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Bound port: e212a512-e5d8-4700-9ba7-bb3d333a4355, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:21:59.029542 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:59.113154 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:21:59.116622 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:21:59.121757 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:59.160326 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.160933 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:59.162345 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] 10.222.0.30 "PUT /v2.0/ports/e212a512-e5d8-4700-9ba7-bb3d333a4355 HTTP/1.1" status: 200 len: 1093 time: 0.6725135 Dec 14 18:21:59.162800 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:21:59.165032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:21:59.190400 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2357f6-2ed5-4cb3-8f9c-a2aff03719bf service neutron] Pushing event updated for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:21:59.208669 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d06626-6c47-4d56-ac21-693b6eca24ad x-openstack-request-id: req-23d06626-6c47-4d56-ac21-693b6eca24ad {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:21:59.208958 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:21:59.209205 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23d06626-6c47-4d56-ac21-693b6eca24ad {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:21:59.209593 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355', 'status': 'completed', 'code': 200} Dec 14 18:21:59.282964 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-bdf2ecf8-aec4-4af3-af56-cdb759391960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.285651 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-bdf2ecf8-aec4-4af3-af56-cdb759391960 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 1096 time: 0.0683315 Dec 14 18:21:59.330151 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-25eb6142-7884-43fb-8c41-28b4ceacdd3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355 HTTP/1.1" status: 200 len: 217 time: 0.0331945 Dec 14 18:21:59.380509 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-7cab0e21-f3cf-4d9e-beed-3e75785e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.381920 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-7cab0e21-f3cf-4d9e-beed-3e75785e33cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2f098d-3b74-47ee-aa20-5b75fe59a449 HTTP/1.1" status: 200 len: 853 time: 0.0431387 Dec 14 18:21:59.417146 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-ff53e0ce-a7e4-4d31-bc7d-016bc75c8050 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a33716c-a755-465c-9e12-8b3513e1a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258493 Dec 14 18:21:59.522142 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-36e912ef-1d31-468b-b397-34c9e7183a85 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872371 Dec 14 18:21:59.618080 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ccbb56b3-313f-4644-8d14-6e6fed1713e1 req-dc238f12-20e8-48c6-a73f-fe341eac9f32 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Dec 14 18:21:59.729042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-af03daf5-b652-4f9b-bd22-b3d330948628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.730511 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-af03daf5-b652-4f9b-bd22-b3d330948628 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 1096 time: 0.0464921 Dec 14 18:21:59.827700 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-0d5b7f1b-f1d4-40ee-a501-630df461e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.829213 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-0d5b7f1b-f1d4-40ee-a501-630df461e01b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 914 time: 0.0841699 Dec 14 18:21:59.887838 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-04088f76-015f-497f-bc62-bb07d4e7ed62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355 HTTP/1.1" status: 200 len: 217 time: 0.0381134 Dec 14 18:21:59.951284 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-f5d0741e-c0cd-46a6-9783-26e0a775c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.953391 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-f5d0741e-c0cd-46a6-9783-26e0a775c6d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2f098d-3b74-47ee-aa20-5b75fe59a449 HTTP/1.1" status: 200 len: 853 time: 0.0549560 Dec 14 18:21:59.986775 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-84b3cd6e-d6bf-466a-aa2d-24c8c45f2b8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a33716c-a755-465c-9e12-8b3513e1a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250976 Dec 14 18:21:59.991422 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:21:59.992129 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86649-0312-44e0-9379-a41fb3680925 req-a1ddd53a-2efd-4779-bfdc-081d36da025a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:21:59.994693 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dab86649-0312-44e0-9379-a41fb3680925 req-a1ddd53a-2efd-4779-bfdc-081d36da025a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 943 time: 0.0634098 Dec 14 18:22:00.035630 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-dab86649-0312-44e0-9379-a41fb3680925 req-ad30804f-1775-42ec-9e48-17fbe6a371ab tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Dec 14 18:22:00.081363 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:00.088498 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-c3c40cce-d206-4840-a284-e8d31b4df9c4 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909321 Dec 14 18:22:00.188441 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-970103ec-2a48-4b3b-aa5a-2a7955b67f7c req-678f14cc-f620-45f4-8b08-7253dd2ab160 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877774 Dec 14 18:22:01.149534 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaaed5-e44d-4f5e-9cf3-7fbba2ea742f req-a1e5108c-a96f-479d-bc3e-dca2aa81373a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:01.151014 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdcaaed5-e44d-4f5e-9cf3-7fbba2ea742f req-a1e5108c-a96f-479d-bc3e-dca2aa81373a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 943 time: 0.0488579 Dec 14 18:22:01.187525 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bdcaaed5-e44d-4f5e-9cf3-7fbba2ea742f req-01292e7a-e38f-4a86-91a2-4e60c577ea7b tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300884 Dec 14 18:22:01.542149 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b581b-f6f0-4064-9a3e-ab48c1025528 req-a8ab8c7c-78b5-4dfa-9433-f14ab826d350 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:01.543663 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-101b581b-f6f0-4064-9a3e-ab48c1025528 req-a8ab8c7c-78b5-4dfa-9433-f14ab826d350 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Dec 14 18:22:01.581141 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-101b581b-f6f0-4064-9a3e-ab48c1025528 req-b4868166-2928-4d78-9b7a-1cea509e91da tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Dec 14 18:22:02.016242 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device e212a512-e5d8-4700-9ba7-bb3d333a4355 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:22:02.105697 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:02.116463 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'e212a512-e5d8-4700-9ba7-bb3d333a4355', 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188', 'port_id': 'e212a512-e5d8-4700-9ba7-bb3d333a4355', 'mac_address': 'fa:16:3e:9b:f8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f098d-3b74-47ee-aa20-5b75fe59a449', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:22:02.156211 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:02.168363 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e212a512-e5d8-4700-9ba7-bb3d333a4355 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:22:02.186280 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:02.190680 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:02.242749 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:02.249938 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.250284 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.250641 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.250980 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.251303 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.251625 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.251944 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.252262 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.252584 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.252898 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.253212 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.253522 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:02.311602 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0980e-38a8-45c7-9ac0-214c11a478a4 req-c24cf47b-c75a-4d29-aafc-6b8b2a6f7bd7 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:02.313067 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2bc0980e-38a8-45c7-9ac0-214c11a478a4 req-c24cf47b-c75a-4d29-aafc-6b8b2a6f7bd7 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 944 time: 0.0552068 Dec 14 18:22:02.350801 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2bc0980e-38a8-45c7-9ac0-214c11a478a4 req-99746a8d-39bd-4707-9b67-7e24b3bac1cd tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Dec 14 18:22:02.503312 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['e212a512-e5d8-4700-9ba7-bb3d333a4355'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:02.695876 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db97d65-d05d-4a46-b340-a04f851cb9ac req-a83e97cf-4d46-4783-8d1d-0806e9d774cd tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:02.697317 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8db97d65-d05d-4a46-b340-a04f851cb9ac req-a83e97cf-4d46-4783-8d1d-0806e9d774cd tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0490706 Dec 14 18:22:02.734534 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8db97d65-d05d-4a46-b340-a04f851cb9ac req-7f87ee64-abdd-4c68-8d10-ba5d70426d21 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Dec 14 18:22:03.282170 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-2de55d5b-4d37-44ac-b839-0194d63b608e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:03.283683 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-2de55d5b-4d37-44ac-b839-0194d63b608e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Dec 14 18:22:03.379403 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Deleting port 1b1978c8-144b-416c-abba-7cd94326fb02 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:22:03.379742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:03.465099 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ad43a-8f13-4402-b55c-115be900ce87 req-f41d0979-f229-49bd-bf09-8e2dc3038754 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:03.466792 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f08ad43a-8f13-4402-b55c-115be900ce87 req-f41d0979-f229-49bd-bf09-8e2dc3038754 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 944 time: 0.0494268 Dec 14 18:22:03.467388 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] For port 1b1978c8-144b-416c-abba-7cd94326fb02, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1b1978c8-144b-416c-abba-7cd94326fb02,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:03.467753 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:03.481868 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Calling delete_port for 1b1978c8-144b-416c-abba-7cd94326fb02 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:22:03.506488 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f08ad43a-8f13-4402-b55c-115be900ce87 req-41d99ee8-9a4a-4c31-be3c-b6bf8a909b27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Dec 14 18:22:03.614909 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:03.625997 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74', 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', '1b1978c8-144b-416c-abba-7cd94326fb02'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:03.641433 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event deleted for resources: {'Port': ['ID=1b1978c8-144b-416c-abba-7cd94326fb02,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:03.687762 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] No DVR routers for this DVR port 1b1978c8-144b-416c-abba-7cd94326fb02 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:22:03.690287 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:03.693590 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a4053954-4493-4b75-8e5e-979e57fb4d6a req-3d0f3d67-3df1-4a82-b034-c07004079e86 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "DELETE /v2.0/ports/1b1978c8-144b-416c-abba-7cd94326fb02 HTTP/1.1" status: 204 len: 173 time: 0.4026220 Dec 14 18:22:03.694007 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'name': 'network-vif-deleted', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:03.696274 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec269e-4bcc-4450-83a0-2ae8477795b9" -d '{"events": [{"server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "name": "network-vif-deleted", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:03.738888 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1503566-6731-4945-a6f9-d78b7f752c73 x-openstack-request-id: req-a1503566-6731-4945-a6f9-d78b7f752c73 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:03.739243 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a44615e-ced4-433b-95b1-639e1c3fe0b5", "name": "network-vif-deleted", "tag": "1b1978c8-144b-416c-abba-7cd94326fb02", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:03.739500 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1503566-6731-4945-a6f9-d78b7f752c73 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:03.739890 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a44615e-ced4-433b-95b1-639e1c3fe0b5', 'name': 'network-vif-deleted', 'tag': '1b1978c8-144b-416c-abba-7cd94326fb02', 'status': 'completed', 'code': 200} Dec 14 18:22:03.835181 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3ae1be69-2269-4713-a0e7-1e80e5ba38f6 req-5d09a28c-b63c-4d4e-a539-02e513128ec6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a44615e-ced4-433b-95b1-639e1c3fe0b5 HTTP/1.1" status: 200 len: 210 time: 0.0313802 Dec 14 18:22:04.044658 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device e212a512-e5d8-4700-9ba7-bb3d333a4355 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:22:04.095304 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port e212a512-e5d8-4700-9ba7-bb3d333a4355 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:22:04.099231 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port e212a512-e5d8-4700-9ba7-bb3d333a4355 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:22:04.099600 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:04.180035 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:04.205009 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:04.207440 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb11a5-026c-4aa2-83de-741b78e0e745" -d '{"events": [{"server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "name": "network-vif-plugged", "status": "completed", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:04.221384 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:04.226094 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:04.252463 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5efbf9-47e2-4509-b4a3-9cf2fc7dcb14 x-openstack-request-id: req-5b5efbf9-47e2-4509-b4a3-9cf2fc7dcb14 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:04.252754 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "name": "network-vif-plugged", "status": "completed", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:04.253006 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b5efbf9-47e2-4509-b4a3-9cf2fc7dcb14 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:04.253393 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355', 'code': 200} Dec 14 18:22:04.280788 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:04.412386 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930675-3707-4e64-bd34-b82adc120b1a req-08cab7e0-0483-4ae5-a08d-036fb5f0b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:04.413766 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a9930675-3707-4e64-bd34-b82adc120b1a req-08cab7e0-0483-4ae5-a08d-036fb5f0b465 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 1098 time: 0.0400827 Dec 14 18:22:04.451681 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a9930675-3707-4e64-bd34-b82adc120b1a req-328fd695-1489-4adc-8381-2ccfa2cd1b93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295801 Dec 14 18:22:04.619940 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7eb8-7930-496c-ac48-eb838e9df134 req-18916cc9-ae2a-4d4d-9c8b-56c6e31fbc50 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:04.621385 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f0b7eb8-7930-496c-ac48-eb838e9df134 req-18916cc9-ae2a-4d4d-9c8b-56c6e31fbc50 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Dec 14 18:22:04.658283 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5f0b7eb8-7930-496c-ac48-eb838e9df134 req-9db21105-4538-4ed7-9197-4bb8b5aeee4b tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302312 Dec 14 18:22:05.776214 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e098b9-4b66-489f-98b0-5e7532bdac80 req-a4e05718-5a62-4283-aed2-15a5623ba132 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:05.777699 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a7e098b9-4b66-489f-98b0-5e7532bdac80 req-a4e05718-5a62-4283-aed2-15a5623ba132 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0517838 Dec 14 18:22:05.815884 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a7e098b9-4b66-489f-98b0-5e7532bdac80 req-083648ee-fbb3-4a71-bd6a-40427f6371d0 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Dec 14 18:22:06.222938 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704808fe-2cfc-4620-82b7-2e0d10a7f950 req-3537a9ca-ecf0-4c0f-8cae-077efeb7140c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:06.224405 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-704808fe-2cfc-4620-82b7-2e0d10a7f950 req-3537a9ca-ecf0-4c0f-8cae-077efeb7140c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 945 time: 0.0486403 Dec 14 18:22:06.266091 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-704808fe-2cfc-4620-82b7-2e0d10a7f950 req-242b37d8-c6c0-493c-8d7a-fa254a22b668 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Dec 14 18:22:06.940651 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f628-d41f-43de-8f07-8438b734d419 req-b443fb8e-dd73-47f1-98d9-bb2ac20ddb2a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:06.942172 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9dd1f628-d41f-43de-8f07-8438b734d419 req-b443fb8e-dd73-47f1-98d9-bb2ac20ddb2a tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0541749 Dec 14 18:22:06.980082 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9dd1f628-d41f-43de-8f07-8438b734d419 req-d76b5847-b1c8-4f12-bab8-6108828759af tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Dec 14 18:22:07.388501 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f99305-8e38-4ee6-b12e-1ad771f26f82 req-b8a835e9-6a56-45a8-bd77-098b306d24a0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:07.390052 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-44f99305-8e38-4ee6-b12e-1ad771f26f82 req-b8a835e9-6a56-45a8-bd77-098b306d24a0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 945 time: 0.0539322 Dec 14 18:22:07.430307 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-44f99305-8e38-4ee6-b12e-1ad771f26f82 req-96b73078-3911-4c55-bdfe-bde36975ba56 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Dec 14 18:22:07.983167 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-1519d379-262c-4aaf-bf7d-033e9dee1aa5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:07.984648 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-1519d379-262c-4aaf-bf7d-033e9dee1aa5 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 945 time: 0.0483758 Dec 14 18:22:08.060940 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 1b1978c8-144b-416c-abba-7cd94326fb02 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:22:08.081676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 1b1978c8-144b-416c-abba-7cd94326fb02 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:22:08.082014 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 1b1978c8-144b-416c-abba-7cd94326fb02 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:22:08.084175 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Deleting port d21c8d5e-bac6-4564-ba85-f08c8a329efb {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:22:08.084518 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:08.176662 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] For port d21c8d5e-bac6-4564-ba85-f08c8a329efb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d21c8d5e-bac6-4564-ba85-f08c8a329efb,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:08.177032 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:08.189981 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Calling delete_port for d21c8d5e-bac6-4564-ba85-f08c8a329efb owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:22:08.326144 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:08.341741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74', 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'd21c8d5e-bac6-4564-ba85-f08c8a329efb'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:08.354721 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event deleted for resources: {'Port': ['ID=d21c8d5e-bac6-4564-ba85-f08c8a329efb,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:08.405739 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] No DVR routers for this DVR port d21c8d5e-bac6-4564-ba85-f08c8a329efb on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:22:08.408639 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:08.412035 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-51842050-f65f-42d3-a354-3cd07290c3e2 req-59c97ff8-0d41-4830-bd43-4496bb65242e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "DELETE /v2.0/ports/d21c8d5e-bac6-4564-ba85-f08c8a329efb HTTP/1.1" status: 204 len: 173 time: 0.4205139 Dec 14 18:22:08.412637 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'name': 'network-vif-deleted', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:08.414755 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cc4fb-2bee-40f6-83a2-ed9aeca989e1" -d '{"events": [{"server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "name": "network-vif-deleted", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:08.458651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a19c5d-fa55-409f-8c03-0a1c40f361f4 x-openstack-request-id: req-c1a19c5d-fa55-409f-8c03-0a1c40f361f4 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:08.459304 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815467a-834f-40d5-9217-2145dfec51dd", "name": "network-vif-deleted", "tag": "d21c8d5e-bac6-4564-ba85-f08c8a329efb", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:08.459501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1a19c5d-fa55-409f-8c03-0a1c40f361f4 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:08.460210 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815467a-834f-40d5-9217-2145dfec51dd', 'name': 'network-vif-deleted', 'tag': 'd21c8d5e-bac6-4564-ba85-f08c8a329efb', 'status': 'completed', 'code': 200} Dec 14 18:22:08.540822 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fec2a3d8-03f3-4e1a-b982-009fd1735630 req-d6092d28-6f1a-4d3b-933a-7ad8db6736d9 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=4815467a-834f-40d5-9217-2145dfec51dd HTTP/1.1" status: 200 len: 210 time: 0.0313160 Dec 14 18:22:09.820765 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4eef0-e436-46fe-b702-ffb9df99ed30 req-f501c6e1-e4d2-4124-8d18-2df395c8d4b6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:09.822252 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d0f4eef0-e436-46fe-b702-ffb9df99ed30 req-f501c6e1-e4d2-4124-8d18-2df395c8d4b6 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 945 time: 0.0531309 Dec 14 18:22:09.860449 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d0f4eef0-e436-46fe-b702-ffb9df99ed30 req-c271d6c0-a746-427e-b338-553b7a4ddb28 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Dec 14 18:22:10.009456 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:22:10.976973 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9df7bc-7c63-4ce6-87c8-a30378203752 req-17ca92d5-d3b4-414a-9d2b-99e65d050258 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:10.978461 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9d9df7bc-7c63-4ce6-87c8-a30378203752 req-17ca92d5-d3b4-414a-9d2b-99e65d050258 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 945 time: 0.0496731 Dec 14 18:22:11.022230 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9d9df7bc-7c63-4ce6-87c8-a30378203752 req-9870ef27-9c47-4706-b2bb-e9e771f8de51 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Dec 14 18:22:11.251631 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04536c-1b78-451e-a481-4ef53d58000e req-ae92b7a4-3379-445a-b9a8-24d1b2fa7f76 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:11.255170 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7c04536c-1b78-451e-a481-4ef53d58000e req-ae92b7a4-3379-445a-b9a8-24d1b2fa7f76 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Dec 14 18:22:11.353549 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Deleting port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:22:11.353889 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:11.457447 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] For port a46eb4e9-2826-4c27-b6de-9b99a6d0e117, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:11.457447 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:11.470025 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Calling delete_port for a46eb4e9-2826-4c27-b6de-9b99a6d0e117 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:22:11.607267 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:11.619802 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74', 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:11.638187 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event deleted for resources: {'Port': ['ID=a46eb4e9-2826-4c27-b6de-9b99a6d0e117,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:11.680340 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] No DVR routers for this DVR port a46eb4e9-2826-4c27-b6de-9b99a6d0e117 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:22:11.683157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:11.686533 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-7c04536c-1b78-451e-a481-4ef53d58000e req-88607082-9fb7-4ddc-ac10-671c95e128c2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "DELETE /v2.0/ports/a46eb4e9-2826-4c27-b6de-9b99a6d0e117 HTTP/1.1" status: 204 len: 173 time: 0.4230335 Dec 14 18:22:11.687042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'name': 'network-vif-deleted', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:11.689292 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea542c-9fb5-4bf2-b81e-7796e2abe5c6" -d '{"events": [{"server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "name": "network-vif-deleted", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:11.731308 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa179a-cdc2-427a-a9f1-0c9c2dfb7d4a x-openstack-request-id: req-48aa179a-cdc2-427a-a9f1-0c9c2dfb7d4a {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:11.731605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac70df84-20fc-4ca0-adba-805ea5854126", "name": "network-vif-deleted", "tag": "a46eb4e9-2826-4c27-b6de-9b99a6d0e117", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:11.732487 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48aa179a-cdc2-427a-a9f1-0c9c2dfb7d4a {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:11.732897 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac70df84-20fc-4ca0-adba-805ea5854126', 'name': 'network-vif-deleted', 'tag': 'a46eb4e9-2826-4c27-b6de-9b99a6d0e117', 'status': 'completed', 'code': 200} Dec 14 18:22:11.979998 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:12.060464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device d21c8d5e-bac6-4564-ba85-f08c8a329efb no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:22:12.081124 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: d21c8d5e-bac6-4564-ba85-f08c8a329efb {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:22:12.081459 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device d21c8d5e-bac6-4564-ba85-f08c8a329efb not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:22:12.128006 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-260d2010-f8d0-4b0e-9c2b-8c34028873d1 req-07f685bb-63ad-4bf4-a057-2940d722e425 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac70df84-20fc-4ca0-adba-805ea5854126 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Dec 14 18:22:14.547109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c7a36-758c-4a1b-a4a0-b3333641242e req-5d01cb7e-b163-41de-b7b9-6be5adabd92e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:14.548490 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d86c7a36-758c-4a1b-a4a0-b3333641242e req-5d01cb7e-b163-41de-b7b9-6be5adabd92e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0573452 Dec 14 18:22:14.587470 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d86c7a36-758c-4a1b-a4a0-b3333641242e req-4a3c2c46-e793-40a0-9f0c-481829c79be2 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Dec 14 18:22:15.723766 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db883171-8126-41f5-8377-afb0ada986e3 req-e76a6807-b58f-41bf-8d66-1bdc684ed548 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:15.725726 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db883171-8126-41f5-8377-afb0ada986e3 req-e76a6807-b58f-41bf-8d66-1bdc684ed548 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0635836 Dec 14 18:22:15.767986 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-db883171-8126-41f5-8377-afb0ada986e3 req-a72a2c37-719f-4d3c-bbd9-67e547226398 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Dec 14 18:22:16.585135 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a46eb4e9-2826-4c27-b6de-9b99a6d0e117 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:22:16.605417 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: a46eb4e9-2826-4c27-b6de-9b99a6d0e117 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:22:16.605762 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a46eb4e9-2826-4c27-b6de-9b99a6d0e117 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:22:16.887705 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42195e-9e5c-4af2-8205-37b42b80f699 req-fafa9c8e-2122-4d21-8387-2cd0b340314c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:16.889191 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9b42195e-9e5c-4af2-8205-37b42b80f699 req-fafa9c8e-2122-4d21-8387-2cd0b340314c tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Dec 14 18:22:16.928839 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9b42195e-9e5c-4af2-8205-37b42b80f699 req-bcca7365-e489-4ad6-8374-c79a96c71209 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Dec 14 18:22:18.061585 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a955c-40b9-4ad4-bd28-1fcad510866e req-bf43bcbd-963d-4ded-97ab-b9ef232d4d83 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:18.063167 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a5a955c-40b9-4ad4-bd28-1fcad510866e req-bf43bcbd-963d-4ded-97ab-b9ef232d4d83 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0576885 Dec 14 18:22:18.108824 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a5a955c-40b9-4ad4-bd28-1fcad510866e req-32b284f6-72fe-4f8b-84de-376ddf00a951 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a9a993b-cf3f-48c8-b6fe-34481337be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Dec 14 18:22:18.535715 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91204abb-0558-45fa-bfda-49380c5af682 req-3c94c654-9ed0-4c74-9939-4720d1247835 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:18.537477 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-91204abb-0558-45fa-bfda-49380c5af682 req-3c94c654-9ed0-4c74-9939-4720d1247835 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 945 time: 0.0552309 Dec 14 18:22:18.652283 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Deleting port 166db955-39a6-435f-b030-80d7b263ac74 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:22:18.652616 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:18.766856 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] For port 166db955-39a6-435f-b030-80d7b263ac74, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=166db955-39a6-435f-b030-80d7b263ac74,segment=NetworkSegment(bc48732b-98d4-49c8-bc8c-4d0f737c900a),segment_id=bc48732b-98d4-49c8-bc8c-4d0f737c900a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:18.767411 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:18.787301 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Calling delete_port for 166db955-39a6-435f-b030-80d7b263ac74 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:22:18.931302 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:18.944028 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['166db955-39a6-435f-b030-80d7b263ac74'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:18.988001 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Pushing event deleted for resources: {'Port': ['ID=166db955-39a6-435f-b030-80d7b263ac74,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:19.025283 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.025630 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.025972 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.026305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.026653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.028950 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.029297 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.030096 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.030356 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.031066 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.031395 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.031961 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:22:19.055821 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] No DVR routers for this DVR port 166db955-39a6-435f-b030-80d7b263ac74 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:22:19.058381 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:19.061895 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-91204abb-0558-45fa-bfda-49380c5af682 req-e5535a21-8535-4daa-b77f-4c35ea8b3a1e tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.30 "DELETE /v2.0/ports/166db955-39a6-435f-b030-80d7b263ac74 HTTP/1.1" status: 204 len: 173 time: 0.5178719 Dec 14 18:22:19.062341 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'name': 'network-vif-deleted', 'tag': '166db955-39a6-435f-b030-80d7b263ac74'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:19.065693 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74aa0dd-4ac5-4d96-8c1a-1eaf2faf7e7c" -d '{"events": [{"server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "name": "network-vif-deleted", "tag": "166db955-39a6-435f-b030-80d7b263ac74"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:19.108477 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43884455-3d1b-4091-9748-f8efaf943ae3 x-openstack-request-id: req-43884455-3d1b-4091-9748-f8efaf943ae3 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:19.108760 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae0434-5274-49c5-b3f4-8473f61ff0a0", "name": "network-vif-deleted", "tag": "166db955-39a6-435f-b030-80d7b263ac74", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:19.109003 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43884455-3d1b-4091-9748-f8efaf943ae3 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:19.110050 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae0434-5274-49c5-b3f4-8473f61ff0a0', 'name': 'network-vif-deleted', 'tag': '166db955-39a6-435f-b030-80d7b263ac74', 'status': 'completed', 'code': 200} Dec 14 18:22:19.211779 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-97ba920c-780e-4afc-8831-6ba063862d13 req-beb84980-10db-4016-836a-22aee785cdd0 tempest-AttachVolumeNegativeTest-1325606218 tempest-AttachVolumeNegativeTest-1325606218-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbae0434-5274-49c5-b3f4-8473f61ff0a0 HTTP/1.1" status: 200 len: 210 time: 0.0305941 Dec 14 18:22:20.269894 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52710) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:20.315723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Deleting subnet 2f8bfb96-5ab4-4bb3-8178-218aea0f93ab {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:22:20.319020 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.355473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.395410 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.457466 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.486262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8bfb96-5ab4-4bb3-8178-218aea0f93ab,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:20.491272 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.494366 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-773cc64c-cd9b-4290-b8ee-38b57791555d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2f8bfb96-5ab4-4bb3-8178-218aea0f93ab HTTP/1.1" status: 204 len: 168 time: 0.2231956 Dec 14 18:22:20.496842 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52712) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:20.564262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.650857 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.671305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc93ecd-41db-47a8-9512-dea5c7eb8090']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:20.681337 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc48732b-98d4-49c8-bc8c-4d0f737c900a') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:20.681622 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc48732b-98d4-49c8-bc8c-4d0f737c900a') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:20.690954 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.704172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.710313 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:22:20.710716 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:22:20.712509 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:22:20.767007 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.773148 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:20.776324 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cbc93ecd-41db-47a8-9512-dea5c7eb8090 HTTP/1.1" status: 204 len: 168 time: 0.2785652 Dec 14 18:22:20.788031 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072950a-7f4b-4ffa-aa39-c93b030ded83 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc93ecd-41db-47a8-9512-dea5c7eb8090,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:20.887878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52716) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:20.931898 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-87b2721d-0e22-4414-a2b7-c08ca1f93360 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b7e43eb45a34b89984d10d2f0a44f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428388 Dec 14 18:22:20.934377 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52718) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:20.983394 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:21.010537 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:21.064472 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:21.067048 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:21.069620 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a9a993b-cf3f-48c8-b6fe-34481337be7a HTTP/1.1" status: 204 len: 168 time: 0.1342177 Dec 14 18:22:21.078005 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b780b24-f66d-492c-b2b8-af2cb303bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a993b-cf3f-48c8-b6fe-34481337be7a,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:21.537257 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-786f7d84-b8ae-478a-a6e3-fc1798ad685f tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068874089&fields=id&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 267 time: 0.0357697 Dec 14 18:22:21.650423 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-b0e455aa-d450-49e3-8b73-676e707795a1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:21.651974 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-b0e455aa-d450-49e3-8b73-676e707795a1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1077588 Dec 14 18:22:21.667342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-59b13bd7-60cc-41c5-a12c-6000851bc015 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/quotas/0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Dec 14 18:22:21.732599 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-447cf12d-2ef8-4cb4-a60a-301d2e5213f3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590665 Dec 14 18:22:21.835821 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-9b0294df-d4b4-4386-a105-0e61b67020f6 service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Dec 14 18:22:21.927020 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-5556a753-84a9-4730-bb05-fc66eb73d056 service neutron] 10.222.0.49 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Dec 14 18:22:22.125185 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 166db955-39a6-435f-b030-80d7b263ac74 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:22:22.150105 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 166db955-39a6-435f-b030-80d7b263ac74 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:22:22.150950 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 166db955-39a6-435f-b030-80d7b263ac74 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:22:22.304686 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1a10637e-bdc4-4499-98c3-dd05ad236357 req-d0228e73-1fb7-4726-8e1f-c394acec9fd2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 210 time: 0.0675056 Dec 14 18:22:23.266322 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-39661228-dfce-45c2-8c50-af34e81b6153 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:23.267843 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-39661228-dfce-45c2-8c50-af34e81b6153 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 812 time: 0.1040411 Dec 14 18:22:23.318655 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1e210c43-db66-4edb-a499-2d74c2204726 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c603d6f8a4641938be2e16379d161a5 HTTP/1.1" status: 200 len: 380 time: 0.0350478 Dec 14 18:22:23.328061 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'port': {'device_id': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'admin_state_up': True, 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'security_groups': ['413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f']}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:22:23.396033 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-513c9e19-9505-403a-92b6-dcc595c65500 req-813dc2b8-7bbf-488a-9bab-fc9611011e64 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 210 time: 0.0300136 Dec 14 18:22:23.447391 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Made reservation on behalf of 0c603d6f8a4641938be2e16379d161a5 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:22:23.451856 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:23.602923 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.20.0.4 (4f4b6ce0-463d-414b-8a5c-533899d65ec8/4e8778f7-a82b-4d62-8b2d-a941cb17a643/f40e956a-f92f-49c1-854a-b6fa42b300aa) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:22:23.792750 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:23.831710 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:23.879799 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:22:23.883764 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:22:23.888467 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:22:23.920635 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:23.960288 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:23.961004 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:23.979932 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-442a1964-e3b6-4c22-a8bf-d32215521214 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6557662 Dec 14 18:22:23.992207 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Request body: {'port': {'device_id': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:22:24.048091 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.119960 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0fa97653-f01e-41d7-877a-13b10c1a2db9 None None] Provisioning complete for port f40e956a-f92f-49c1-854a-b6fa42b300aa triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:22:24.120713 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0fa97653-f01e-41d7-877a-13b10c1a2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.154494 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-0fa97653-f01e-41d7-877a-13b10c1a2db9 None None] Port f40e956a-f92f-49c1-854a-b6fa42b300aa cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:22:24.313507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40e956a-f92f-49c1-854a-b6fa42b300aa {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:22:24.321752 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.334377 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Transition to ACTIVE for port object f40e956a-f92f-49c1-854a-b6fa42b300aa will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:22:24.338507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.386893 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:24.472708 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Attempting to bind port f40e956a-f92f-49c1-854a-b6fa42b300aa on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:22:24.473138 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Attempting to bind port f40e956a-f92f-49c1-854a-b6fa42b300aa by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:22:24.473668 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Attempting to bind port f40e956a-f92f-49c1-854a-b6fa42b300aa on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:22:24.479550 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Port f40e956a-f92f-49c1-854a-b6fa42b300aa on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:22:24.480006 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Attempting to bind port f40e956a-f92f-49c1-854a-b6fa42b300aa on network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:22:24.490935 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:22:24.491416 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Checking segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:22:24.492595 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Bound using segment: {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:22:24.492595 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Bound port: f40e956a-f92f-49c1-854a-b6fa42b300aa, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:22:24.493172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.519935 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b6648519-e313-4aef-b44f-05a155e6d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.528547 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387be6c0-c1fc-4b2b-b5e8-5b3e8df68e64 req-218693fa-1f2f-4179-b207-ceb247c766cf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:24.530188 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-387be6c0-c1fc-4b2b-b5e8-5b3e8df68e64 req-218693fa-1f2f-4179-b207-ceb247c766cf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0609114 Dec 14 18:22:24.573194 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:22:24.576149 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-387be6c0-c1fc-4b2b-b5e8-5b3e8df68e64 req-c4d7921a-23f1-472b-8887-701315f6eacb tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Dec 14 18:22:24.576842 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:22:24.582786 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.619778 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:24.620464 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:24.621866 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] 10.222.0.30 "PUT /v2.0/ports/f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 1093 time: 0.6341174 Dec 14 18:22:24.622327 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:24.624817 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e30459-e40b-489b-9a75-8e0e5da2c12a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:24.655253 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba025a-709c-4590-8543-0ffabf3c3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:24.677128 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e871c61d-ff84-41db-9d3d-d46d9aaaa70e x-openstack-request-id: req-e871c61d-ff84-41db-9d3d-d46d9aaaa70e {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:24.677414 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:24.677663 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e871c61d-ff84-41db-9d3d-d46d9aaaa70e {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:24.678049 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'status': 'completed', 'code': 200} Dec 14 18:22:24.710873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-5c6d24c4-f161-4d06-9a93-d065a95f4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:24.712368 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-5c6d24c4-f161-4d06-9a93-d065a95f4aea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1096 time: 0.0449831 Dec 14 18:22:24.764807 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-2770a52d-18c5-409c-babe-07ae9567a07d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 217 time: 0.0438023 Dec 14 18:22:24.818318 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-4a70452a-7cba-4fef-95f5-d97f3ddae232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:24.819863 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-4a70452a-7cba-4fef-95f5-d97f3ddae232 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0471475 Dec 14 18:22:24.867102 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-7fd6389f-f016-4737-a9ea-8908b5f35582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:24.868669 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-7fd6389f-f016-4737-a9ea-8908b5f35582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410326 Dec 14 18:22:24.966642 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-ee104a16-4cdf-40dd-b2fb-7d94890b04ff service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891168 Dec 14 18:22:25.023220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52824) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:25.065568 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ebaba59e-daf0-4ca3-a8de-f421b73d4679 req-18fbe255-ec3e-46f4-9a50-68efeb8e6610 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863912 Dec 14 18:22:25.140937 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c8c10ad-7eef-4627-aba2-ce91590b986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.168480 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-6bb737df-1426-4af2-ae94-7d1fbb3165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:25.171211 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-6bb737df-1426-4af2-ae94-7d1fbb3165c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1096 time: 0.0530407 Dec 14 18:22:25.227027 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c8c10ad-7eef-4627-aba2-ce91590b986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.231989 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-7c8c10ad-7eef-4627-aba2-ce91590b986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.270847 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-7c8c10ad-7eef-4627-aba2-ce91590b986d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c1124877c964bb6942aca25d0a496e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464137 Dec 14 18:22:25.272495 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-bb2741d0-977b-4fe6-b670-ce3721146d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:25.274291 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-bb2741d0-977b-4fe6-b670-ce3721146d64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0951769 Dec 14 18:22:25.274462 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52828) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:25.282304 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c10ad-7eef-4627-aba2-ce91590b986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef6e27-212f-4d3b-ad3b-3effd9eb6c46,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:25.319963 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-13f96837-4aaa-497d-941e-79c7eb9c0704 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 217 time: 0.0374103 Dec 14 18:22:25.329415 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.352369 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.375894 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-fcf935b0-2a02-4d00-947f-84d46c42d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:25.377900 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-fcf935b0-2a02-4d00-947f-84d46c42d944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0500095 Dec 14 18:22:25.405856 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.408642 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:25.412653 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8aef6e27-212f-4d3b-ad3b-3effd9eb6c46 HTTP/1.1" status: 204 len: 168 time: 0.1374171 Dec 14 18:22:25.421197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb791da-32de-4b3b-ad64-6098b80f2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef6e27-212f-4d3b-ad3b-3effd9eb6c46,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:25.451223 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-4479fba3-aef8-49c0-b941-0bf4ab811133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:25.452665 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-4479fba3-aef8-49c0-b941-0bf4ab811133 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638592 Dec 14 18:22:25.560092 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-f78534ce-68a4-4a45-81ae-b826ec15f467 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960968 Dec 14 18:22:25.733955 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d4848-bf68-4bad-9da3-436dd102a0eb req-34606729-825a-4185-90a0-26823f8ffcad tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:25.733955 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-482d4848-bf68-4bad-9da3-436dd102a0eb req-34606729-825a-4185-90a0-26823f8ffcad tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0655599 Dec 14 18:22:25.804115 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-482d4848-bf68-4bad-9da3-436dd102a0eb req-67fc5ced-d5e4-47d2-b6cd-519741624682 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563385 Dec 14 18:22:25.939671 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-22e30459-e40b-489b-9a75-8e0e5da2c12a req-6b6efb65-9491-409e-85e2-c14cf1185b6d service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638215 Dec 14 18:22:26.964478 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc887f32-4d2a-4288-8fff-47140e7b97f7 req-8c5d8711-6300-41d6-85c9-6a23b5238043 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:26.967877 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fc887f32-4d2a-4288-8fff-47140e7b97f7 req-8c5d8711-6300-41d6-85c9-6a23b5238043 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0704310 Dec 14 18:22:27.012720 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fc887f32-4d2a-4288-8fff-47140e7b97f7 req-a38f31ef-8b47-4604-999a-5a60218c5dbb tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Dec 14 18:22:27.132635 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4d66-7053-41f4-8dc9-351888cd0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.238572 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52896) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:27.347093 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b72534bc-ee34-41d6-aae2-777ec372aa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.428000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b72534bc-ee34-41d6-aae2-777ec372aa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.431772 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b72534bc-ee34-41d6-aae2-777ec372aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.474172 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b72534bc-ee34-41d6-aae2-777ec372aa82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a7b8f6dd8a64bc7843495450ef9c81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344885 Dec 14 18:22:27.475081 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72534bc-ee34-41d6-aae2-777ec372aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af6d44b-3a7c-487d-9fd9-2f83651d2a71,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:27.477038 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52900) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:27.528633 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.550554 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.596970 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.599628 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.600858 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6af6d44b-3a7c-487d-9fd9-2f83651d2a71 HTTP/1.1" status: 204 len: 168 time: 0.1221344 Dec 14 18:22:27.609788 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e78a3-954e-493b-9296-4e2c78c4327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af6d44b-3a7c-487d-9fd9-2f83651d2a71,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:27.881422 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 52906) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:27.897881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-59d539a2-2473-48d0-89a0-cc30aad61eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.977043 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-59d539a2-2473-48d0-89a0-cc30aad61eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:27.981482 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-59d539a2-2473-48d0-89a0-cc30aad61eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:28.022036 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-59d539a2-2473-48d0-89a0-cc30aad61eac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1db1bb5e74b5465b9220ad5eeb33a751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395352 Dec 14 18:22:28.024201 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d539a2-2473-48d0-89a0-cc30aad61eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233fc052-b114-42d5-89ac-0299d767e5b4,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:28.024860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 52910) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:28.093305 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:28.136599 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:28.181297 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08e30-ab13-4be3-87e9-10beaaf0f8aa req-ce089fc5-350d-4606-a9ae-585ce37e8d95 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:28.182814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e8e08e30-ab13-4be3-87e9-10beaaf0f8aa req-ce089fc5-350d-4606-a9ae-585ce37e8d95 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0803087 Dec 14 18:22:28.215290 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:28.217653 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:28.218811 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/233fc052-b114-42d5-89ac-0299d767e5b4 HTTP/1.1" status: 204 len: 168 time: 0.1926546 Dec 14 18:22:28.236958 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e8e08e30-ab13-4be3-87e9-10beaaf0f8aa req-569b9457-287e-4719-a89f-5460a25967be tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460165 Dec 14 18:22:28.237838 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021945-151e-4d7c-9f42-f6f65e7a9abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233fc052-b114-42d5-89ac-0299d767e5b4,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:28.274881 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:29.369360 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814d20-6606-4d3f-be72-feb67f3a2f60 req-87abcb3c-7ac5-4425-be8d-caef0c266375 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:29.371214 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ed814d20-6606-4d3f-be72-feb67f3a2f60 req-87abcb3c-7ac5-4425-be8d-caef0c266375 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0582631 Dec 14 18:22:29.413359 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ed814d20-6606-4d3f-be72-feb67f3a2f60 req-49e033ad-574f-4cd0-8dd1-5b2304cfc629 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Dec 14 18:22:29.993236 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:30.088201 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:30.564922 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a368234-2f79-493c-9dcc-f9d210f6b76d req-9e6fa196-9305-40c4-aade-7d402f88f866 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:30.566452 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2a368234-2f79-493c-9dcc-f9d210f6b76d req-9e6fa196-9305-40c4-aade-7d402f88f866 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0521805 Dec 14 18:22:30.605584 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2a368234-2f79-493c-9dcc-f9d210f6b76d req-d7ad81ac-52b8-4fa8-9d15-d537782d0288 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Dec 14 18:22:31.718777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0b12-597b-4d3b-bf21-d524e1b21c3d req-863e5f96-377f-4ce8-8ab8-f335b43bea5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:31.720250 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-aa6b0b12-597b-4d3b-bf21-d524e1b21c3d req-863e5f96-377f-4ce8-8ab8-f335b43bea5e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0483625 Dec 14 18:22:31.758148 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-aa6b0b12-597b-4d3b-bf21-d524e1b21c3d req-382f67e7-20f6-46fb-9c30-1ad4c4d63ee6 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Dec 14 18:22:32.875100 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55996fe-a473-42f5-829d-771391b19657 req-f5f391fd-15dd-4b8c-ac91-c1c1ad9893d9 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:32.876581 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a55996fe-a473-42f5-829d-771391b19657 req-f5f391fd-15dd-4b8c-ac91-c1c1ad9893d9 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 943 time: 0.0533323 Dec 14 18:22:32.915846 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a55996fe-a473-42f5-829d-771391b19657 req-05ae36c4-4d2a-44e8-b90a-df79d2036b44 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Dec 14 18:22:33.279503 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device f40e956a-f92f-49c1-854a-b6fa42b300aa details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:22:33.376660 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:33.388271 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'port_id': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'mac_address': 'fa:16:3e:8b:da:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:22:33.425704 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:33.438211 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40e956a-f92f-49c1-854a-b6fa42b300aa {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:22:33.458464 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:33.462339 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:33.514504 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:34.034867 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb93c0-a3ce-4bad-a3e9-042639fa8d21 req-eb8de77d-b098-46a4-b2fa-5df1ee4dfbec tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:34.036360 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7edb93c0-a3ce-4bad-a3e9-042639fa8d21 req-eb8de77d-b098-46a4-b2fa-5df1ee4dfbec tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 944 time: 0.0511315 Dec 14 18:22:34.074651 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7edb93c0-a3ce-4bad-a3e9-042639fa8d21 req-2f597f28-17e8-4580-8b55-60326f3637f1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Dec 14 18:22:34.563873 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['f40e956a-f92f-49c1-854a-b6fa42b300aa'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:22:35.188586 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d889b-7a57-4179-90bc-41f6665f10f1 req-12317a53-ca76-4c34-b446-7ad935f5333c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:35.190220 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-496d889b-7a57-4179-90bc-41f6665f10f1 req-12317a53-ca76-4c34-b446-7ad935f5333c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 944 time: 0.0491376 Dec 14 18:22:35.230190 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-496d889b-7a57-4179-90bc-41f6665f10f1 req-41fb8dfd-113f-4274-a57f-d823524a4374 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 Dec 14 18:22:36.348669 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec424a-ced5-441c-b5c7-c1e0b641f41b req-195d8cec-8cdb-40b2-b317-e416195558e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:36.350154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5cec424a-ced5-441c-b5c7-c1e0b641f41b req-195d8cec-8cdb-40b2-b317-e416195558e8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 944 time: 0.0533929 Dec 14 18:22:36.388426 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5cec424a-ced5-441c-b5c7-c1e0b641f41b req-b2e0b3b0-5138-4504-991b-533b35201608 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Dec 14 18:22:37.505206 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196475-34d5-491e-b145-65d1699c8b67 req-0084ea0f-6a5d-4a62-aab0-15732ac9861c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:37.506846 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-08196475-34d5-491e-b145-65d1699c8b67 req-0084ea0f-6a5d-4a62-aab0-15732ac9861c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 944 time: 0.0500758 Dec 14 18:22:37.550237 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-08196475-34d5-491e-b145-65d1699c8b67 req-13af8833-41b8-42d8-8f7c-321d83b31aef tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Dec 14 18:22:37.707682 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device f40e956a-f92f-49c1-854a-b6fa42b300aa up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:22:37.756295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port f40e956a-f92f-49c1-854a-b6fa42b300aa completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:22:37.760453 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port f40e956a-f92f-49c1-854a-b6fa42b300aa triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:22:37.760821 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:37.839698 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:37.863902 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:37.866144 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242bb60c-c300-4d9a-89b0-8f0486e1e802" -d '{"events": [{"server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "name": "network-vif-plugged", "status": "completed", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:37.882766 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:22:37.887063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:37.915480 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e22f8-32a2-4937-9b99-8154759c0f52 x-openstack-request-id: req-b32e22f8-32a2-4937-9b99-8154759c0f52 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:37.915770 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "name": "network-vif-plugged", "status": "completed", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:37.916012 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b32e22f8-32a2-4937-9b99-8154759c0f52 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:37.916393 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'code': 200} Dec 14 18:22:37.943432 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:38.669860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c12bd-d545-47f6-a60a-c1c698d37287 req-58bd89b8-71ea-40f3-b052-8c103683262a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:38.671427 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7e0c12bd-d545-47f6-a60a-c1c698d37287 req-58bd89b8-71ea-40f3-b052-8c103683262a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0493913 Dec 14 18:22:38.712898 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7e0c12bd-d545-47f6-a60a-c1c698d37287 req-69c7c93e-e41e-4997-ac4e-af0294ae1450 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346584 Dec 14 18:22:38.913828 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1ba9-b54f-45d7-a105-0971a398885f req-13ac0bb0-cd93-4e82-a905-b340e24ac17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:38.915366 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5b0f1ba9-b54f-45d7-a105-0971a398885f req-13ac0bb0-cd93-4e82-a905-b340e24ac17c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1098 time: 0.0437806 Dec 14 18:22:38.951784 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-5b0f1ba9-b54f-45d7-a105-0971a398885f req-e295f71e-0f48-4720-be3a-231a4236192d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283456 Dec 14 18:22:39.873040 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfdfb9-baff-42ac-a354-c3d59eca032d req-58fd1edb-9cf1-4214-855e-bd0ce89813bc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:39.874537 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2cfdfb9-baff-42ac-a354-c3d59eca032d req-58fd1edb-9cf1-4214-855e-bd0ce89813bc tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0539041 Dec 14 18:22:39.915449 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a2cfdfb9-baff-42ac-a354-c3d59eca032d req-6e761e25-0824-44b9-939c-5395e7acbbcb tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Dec 14 18:22:41.037445 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca369d2-7c5c-479f-945f-dfdfe5e9c1f3 req-07821572-986d-45c9-b48d-dee5456a56c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:41.039002 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ca369d2-7c5c-479f-945f-dfdfe5e9c1f3 req-07821572-986d-45c9-b48d-dee5456a56c2 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0532603 Dec 14 18:22:41.081189 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ca369d2-7c5c-479f-945f-dfdfe5e9c1f3 req-cfb09a1b-82b6-4e20-8d00-8f8b9d61738c tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Dec 14 18:22:41.986079 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:42.211625 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384deb9-d3b3-4330-b2c4-2a8b0d45a8a3 req-43f0b266-a497-4da2-b672-37429ca531f5 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:42.213304 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1384deb9-d3b3-4330-b2c4-2a8b0d45a8a3 req-43f0b266-a497-4da2-b672-37429ca531f5 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0574558 Dec 14 18:22:42.263167 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1384deb9-d3b3-4330-b2c4-2a8b0d45a8a3 req-4cb417a2-9862-497e-9aad-86e816c714c8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Dec 14 18:22:43.399774 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48919db-d5cc-4fb4-b8dc-a90b06a1d46b req-0b1d7ff1-cb43-4cc0-a383-abed40f38286 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:43.401285 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e48919db-d5cc-4fb4-b8dc-a90b06a1d46b req-0b1d7ff1-cb43-4cc0-a383-abed40f38286 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0643051 Dec 14 18:22:43.442106 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e48919db-d5cc-4fb4-b8dc-a90b06a1d46b req-8ed745fa-b551-442e-83d0-e513ad940304 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345602 Dec 14 18:22:43.578958 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef7bca-78ce-416f-b296-b7bc23532720 req-09f38ad8-b275-4687-815f-08c72025a55d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:43.580356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6aef7bca-78ce-416f-b296-b7bc23532720 req-09f38ad8-b275-4687-815f-08c72025a55d tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0574627 Dec 14 18:22:43.619486 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6aef7bca-78ce-416f-b296-b7bc23532720 req-008428f2-06c7-4cf5-ad13-bd7689a8518a tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Dec 14 18:22:43.641698 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53086) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:43.681806 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef34ed7-57fc-4e41-86c0-77c9892f9ee2 tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:43.683373 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-aef34ed7-57fc-4e41-86c0-77c9892f9ee2 tempest-TestVolumeBootPattern-1966350862 tempest-TestVolumeBootPattern-1966350862-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1093 time: 0.0406706 Dec 14 18:22:43.686202 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53088) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:22:43.691129 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'port_id': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:22:43.712456 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:43.811621 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:43.931923 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Allocated IP 172.27.1.220 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/13494855-8787-4683-820d-57f25ed3e758) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:22:44.044698 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.093677 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.163177 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:22:44.167863 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:22:44.172916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:22:44.181497 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=13494855-8787-4683-820d-57f25ed3e758,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:44.590099 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.657997 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.810994 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.816152 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786564'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.885695 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event updated for resources: {'Port': ['ID=13494855-8787-4683-820d-57f25ed3e758,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:22:44.899869 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:44.998903 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP b8b88c76-a04e-4443-a534-63996154a74f associated. External IP: 172.27.1.220, port: f40e956a-f92f-49c1-854a-b6fa42b300aa. Dec 14 18:22:45.204201 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:22:45.313864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:22:45.324600 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:22:45.333009 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:45.334241 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:22:45.334890 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:22:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:45.362366 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-0530829c-154e-4531-809a-0a61cf06eefd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6743927 Dec 14 18:22:45.362927 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:22:45.365315 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:22:45.455366 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:22:45.565592 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4654a7d6-dbc4-4e89-8b6f-fc5d54650a3e x-openstack-request-id: req-4654a7d6-dbc4-4e89-8b6f-fc5d54650a3e {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:22:45.565882 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:22:45.566129 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4654a7d6-dbc4-4e89-8b6f-fc5d54650a3e {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:22:45.566525 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'status': 'completed', 'code': 200} Dec 14 18:22:45.712381 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'b8b88c76-a04e-4443-a534-63996154a74f', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:8b:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:22:44Z', 'updated_at': '2021-12-14T18:22:44Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}, {'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:45.743159 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:22:45.752809 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:22:45.753505 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:22:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:45.988021 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:22:46.216341 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'b8b88c76-a04e-4443-a534-63996154a74f', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:8b:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:22:44Z', 'updated_at': '2021-12-14T18:22:44Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}, {'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:22:46.247255 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831ffcd-4c28-4d31-aa47-ff3bdf7d0380 None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'b8b88c76-a04e-4443-a534-63996154a74f', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:8b:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:22:44Z', 'updated_at': '2021-12-14T18:22:44Z', 'revision_number': 0, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}, {'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:22:46.299773 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-32da21d6-dce8-4a09-bfe0-71984373eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:46.302582 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-32da21d6-dce8-4a09-bfe0-71984373eeb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1098 time: 0.0570915 Dec 14 18:22:46.408101 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-cf2ec575-a001-4cd5-8ba6-66de53dc4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:46.409633 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-cf2ec575-a001-4cd5-8ba6-66de53dc4c4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0998662 Dec 14 18:22:46.487364 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77acff58-4d9b-49f8-8718-baa4fda746e6 None None] New status for floating IP b8b88c76-a04e-4443-a534-63996154a74f: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:22:46.493101 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-172eb3e8-98b9-43b0-ba24-8659f614e16c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 999 time: 0.0755932 Dec 14 18:22:46.562985 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-2f8f607a-5468-4798-86dd-27f77a65e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:46.564434 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-2f8f607a-5468-4798-86dd-27f77a65e3cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0582509 Dec 14 18:22:46.622169 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-929085dc-5702-4f6d-83e5-a09446c2559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:22:46.623788 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-929085dc-5702-4f6d-83e5-a09446c2559e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504775 Dec 14 18:22:46.725438 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-06dcd7f8-7224-43aa-b712-d5d44ea2751b service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925164 Dec 14 18:22:47.007148 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:22:47.667453 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ae34d9ea-3cdc-4aa1-8cd9-1eb16817609f req-51fc1d0b-f499-4653-a2e8-ec233c71c1af service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050639 Dec 14 18:22:54.521121 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b6dfab1a-8148-4dfd-a9d4-2443459675aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:57.124717 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c766ab76-16ca-49f2-b6e8-5fd8ef008da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:58.263836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:22:59.997581 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:00.087145 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:03.453609 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5281d-bf6f-4638-9add-e97120cab795 req-e89cd010-2c9d-4ac4-986a-42e989eb86c3 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:03.455227 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f1f5281d-bf6f-4638-9add-e97120cab795 req-e89cd010-2c9d-4ac4-986a-42e989eb86c3 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0581152 Dec 14 18:23:03.746661 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f1f5281d-bf6f-4638-9add-e97120cab795 req-b8231f55-0a35-4e60-ae7c-f085b6d72afe tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847712 Dec 14 18:23:04.872121 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3449d-6cb8-4236-8578-54121fadeb18 req-4ab363d5-1bfb-42ef-bb2c-ab28947c9cb5 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:04.873683 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-feb3449d-6cb8-4236-8578-54121fadeb18 req-4ab363d5-1bfb-42ef-bb2c-ab28947c9cb5 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Dec 14 18:23:04.915223 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-feb3449d-6cb8-4236-8578-54121fadeb18 req-043bc043-3952-4357-9a93-cbf134e69aba tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Dec 14 18:23:05.292533 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332350-0f91-4cac-9455-70fb35d91325 req-2cf9f1cb-3668-4301-8c63-ad59638d15bb tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:05.293992 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8332350-0f91-4cac-9455-70fb35d91325 req-2cf9f1cb-3668-4301-8c63-ad59638d15bb tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Dec 14 18:23:05.391602 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Deleting port e212a512-e5d8-4700-9ba7-bb3d333a4355 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:23:05.391941 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:05.488531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] For port e212a512-e5d8-4700-9ba7-bb3d333a4355, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e212a512-e5d8-4700-9ba7-bb3d333a4355,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:05.488896 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:05.503878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Calling delete_port for e212a512-e5d8-4700-9ba7-bb3d333a4355 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:23:05.638422 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:05.652868 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['e212a512-e5d8-4700-9ba7-bb3d333a4355'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:23:05.667854 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Pushing event deleted for resources: {'Port': ['ID=e212a512-e5d8-4700-9ba7-bb3d333a4355,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:05.713507 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] No DVR routers for this DVR port e212a512-e5d8-4700-9ba7-bb3d333a4355 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:23:05.716314 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:05.720015 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8332350-0f91-4cac-9455-70fb35d91325 req-e3cbb77f-4b0a-422d-8c97-c7a1316fa6a9 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "DELETE /v2.0/ports/e212a512-e5d8-4700-9ba7-bb3d333a4355 HTTP/1.1" status: 204 len: 173 time: 0.4185283 Dec 14 18:23:05.720479 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'name': 'network-vif-deleted', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:23:05.723288 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c7aef-0147-4ca8-ad30-1f5a3eb8b0f9" -d '{"events": [{"server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "name": "network-vif-deleted", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:23:05.764720 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf02d1-c9ba-4fce-8081-98c3542e7b7b x-openstack-request-id: req-3fbf02d1-c9ba-4fce-8081-98c3542e7b7b {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:23:05.765012 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c055bfc2-1de5-4c4d-bf3c-82afc2916011", "name": "network-vif-deleted", "tag": "e212a512-e5d8-4700-9ba7-bb3d333a4355", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:23:05.765262 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fbf02d1-c9ba-4fce-8081-98c3542e7b7b {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:23:05.765674 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c055bfc2-1de5-4c4d-bf3c-82afc2916011', 'name': 'network-vif-deleted', 'tag': 'e212a512-e5d8-4700-9ba7-bb3d333a4355', 'status': 'completed', 'code': 200} Dec 14 18:23:06.026924 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7d046c41-71c0-4896-a072-938d6f038f1c req-7b3c3cf3-0b9d-4b0f-990e-9443df6a510d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=c055bfc2-1de5-4c4d-bf3c-82afc2916011 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Dec 14 18:23:07.506448 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53300) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:07.609304 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.685658 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.689313 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.727220 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e44b48335d3545c58131327afcbcd617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196546 Dec 14 18:23:07.728106 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533265f-9409-46a6-94bd-a84997711753,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:07.729900 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53304) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:07.735167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.735508 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.735839 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.736165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.736488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.736809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.737157 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.737479 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.737794 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.738107 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.738416 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.738752 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da396055-dfc9-4110-9d48-b29ca23e0505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:07.783290 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.810400 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.860520 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.863035 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:07.864180 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5533265f-9409-46a6-94bd-a84997711753 HTTP/1.1" status: 204 len: 168 time: 0.1333125 Dec 14 18:23:07.872299 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cff2f-a4ab-44fb-a22f-c9c723adb550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533265f-9409-46a6-94bd-a84997711753,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:08.119825 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53310) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:08.133564 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a4bef35c-00ce-4953-8bcf-8de372a9b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.209002 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a4bef35c-00ce-4953-8bcf-8de372a9b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.214127 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a4bef35c-00ce-4953-8bcf-8de372a9b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.254338 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a4bef35c-00ce-4953-8bcf-8de372a9b9fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bf30173cdc94598a0c50d567e8cbabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334243 Dec 14 18:23:08.255216 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bef35c-00ce-4953-8bcf-8de372a9b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca010d-ed39-4ae3-80f0-666474840799,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:08.257017 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53312) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:08.308594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.335329 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.385334 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.389946 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:08.391940 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24ca010d-ed39-4ae3-80f0-666474840799 HTTP/1.1" status: 204 len: 168 time: 0.1336868 Dec 14 18:23:08.400514 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb12447-c511-4d36-a642-dad24c403a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca010d-ed39-4ae3-80f0-666474840799,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:09.345512 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device e212a512-e5d8-4700-9ba7-bb3d333a4355 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:23:09.368141 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: e212a512-e5d8-4700-9ba7-bb3d333a4355 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:23:09.368693 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device e212a512-e5d8-4700-9ba7-bb3d333a4355 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:23:10.114765 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53370) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:10.217594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b078f399-d72d-4f40-a9ab-87beabb4c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.293355 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b078f399-d72d-4f40-a9ab-87beabb4c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.297045 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-b078f399-d72d-4f40-a9ab-87beabb4c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.339928 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-b078f399-d72d-4f40-a9ab-87beabb4c4c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8792466261c64527b0c8acf5bd77cf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215855 Dec 14 18:23:10.339928 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078f399-d72d-4f40-a9ab-87beabb4c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782d3c7-a972-48df-94cd-ad80ac68ca85,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:10.341086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53376) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:10.389143 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.410675 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.456925 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.459628 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.460768 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1782d3c7-a972-48df-94cd-ad80ac68ca85 HTTP/1.1" status: 204 len: 168 time: 0.1190832 Dec 14 18:23:10.468365 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f438cb-d352-4172-a6b9-77f15ef7c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782d3c7-a972-48df-94cd-ad80ac68ca85,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:10.722437 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53382) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:10.736342 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8b3967dd-86a3-4b7c-ab6e-fabd14552236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.826073 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8b3967dd-86a3-4b7c-ab6e-fabd14552236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.830455 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-8b3967dd-86a3-4b7c-ab6e-fabd14552236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.867876 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3967dd-86a3-4b7c-ab6e-fabd14552236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f217ef8a-2789-4b4a-9e38-2f2ebc54bf98,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:10.872517 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-8b3967dd-86a3-4b7c-ab6e-fabd14552236 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4862a143953142f3851744020932adbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489539 Dec 14 18:23:10.875990 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53384) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:10.930920 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:10.953125 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:11.000488 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:11.002972 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:11.004152 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f217ef8a-2789-4b4a-9e38-2f2ebc54bf98 HTTP/1.1" status: 204 len: 168 time: 0.1270530 Dec 14 18:23:11.019473 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57ae3f-2f28-4dfd-abca-fb7723c42265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f217ef8a-2789-4b4a-9e38-2f2ebc54bf98,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:11.998767 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:16.238517 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-90f5964f-f8f4-4237-b9bc-c74b9dd1c2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460591 Dec 14 18:23:16.320426 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-c6854398-dca4-48ca-9304-593244f98e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:16.321908 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-c6854398-dca4-48ca-9304-593244f98e70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1099 time: 0.0405052 Dec 14 18:23:16.424205 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-3c6290a4-7b56-4eb9-85d7-584ef8297e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:16.425779 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-3c6290a4-7b56-4eb9-85d7-584ef8297e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0836179 Dec 14 18:23:16.499628 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-7b3349a4-a629-4e2d-a438-0074d4b697f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 1001 time: 0.0650737 Dec 14 18:23:16.556584 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-fcde36c3-62c4-43d2-b790-858193e2f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:16.558046 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-fcde36c3-62c4-43d2-b790-858193e2f528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0487156 Dec 14 18:23:16.605969 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-03ffbcd4-3a98-4beb-84c8-8c38739ad45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:16.607535 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-03ffbcd4-3a98-4beb-84c8-8c38739ad45f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411768 Dec 14 18:23:16.703995 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-7e147139-2e57-406c-9f77-622a8986ab52 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Dec 14 18:23:16.816108 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-823cd8cc-b5ec-4e84-b8ea-2db8cb091060 req-ebb0d250-a214-4cc9-9f25-316609a17cb6 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986009 Dec 14 18:23:17.115881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-648219d4-cf1f-4265-a900-5d23ff71fb73 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:17.117580 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-648219d4-cf1f-4265-a900-5d23ff71fb73 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 813 time: 0.1076221 Dec 14 18:23:17.134629 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-4e012e37-fb26-4d26-b70a-e2bf8219283d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/quotas/045bd767616a4fe6930410a5d5e8c06e HTTP/1.1" status: 200 len: 375 time: 0.0108621 Dec 14 18:23:17.181860 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a41dc8dd-03c3-4ca4-ad4f-a71de57678fe tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402334 Dec 14 18:23:17.280923 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-e7fd5fd9-fbd7-4845-85d2-9f39b93f54e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916250 Dec 14 18:23:17.375907 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-71989ed4-90d3-411a-8f1d-26c6135dd1cd service neutron] 10.222.0.49 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885727 Dec 14 18:23:17.540078 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-5ac3e108-4fdc-4f9f-a5a0-ad297934b111 req-55dc7566-17be-42c4-9fd7-d8148022e78f tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 210 time: 0.0313375 Dec 14 18:23:18.508061 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-9c942727-fcf9-46e7-8731-e1739854faf6 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:18.509929 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-9c942727-fcf9-46e7-8731-e1739854faf6 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 813 time: 0.1144762 Dec 14 18:23:18.524170 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Request body: {'port': {'device_id': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188', 'admin_state_up': True, 'tenant_id': '045bd767616a4fe6930410a5d5e8c06e'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:23:18.642752 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2222f38d-3afc-4383-b5a0-a72b852d07c4 req-e77953ba-2c95-49ab-8e6c-cb0d3c5cef4d tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 210 time: 0.0272014 Dec 14 18:23:18.655849 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Made reservation on behalf of 045bd767616a4fe6930410a5d5e8c06e for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:23:18.660698 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:18.790697 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Allocated IP 172.20.0.14 (8a33716c-a755-465c-9e12-8b3513e1a188/5e2f098d-3b74-47ee-aa20-5b75fe59a449/6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:23:18.951086 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:18.985216 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.028992 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Network 8a33716c-a755-465c-9e12-8b3513e1a188 is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:23:19.032049 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:19.035743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:23:19.064723 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Pushing event updated for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:19.079419 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.079763 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.080090 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.080419 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.080742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.081593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.081593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.082451 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.082556 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.082894 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.083215 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.083529 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:19.103644 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:19.104258 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.124556 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-a6fc9ed7-ccc1-4010-8be4-bb2d481d0672 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047003 Dec 14 18:23:19.138140 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Request body: {'port': {'device_id': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:23:19.193981 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.501732 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:23:19.510261 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.523061 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Transition to ACTIVE for port object 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:23:19.527434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.576252 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:19.646981 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Attempting to bind port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:23:19.647253 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Attempting to bind port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:23:19.647561 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Attempting to bind port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 on network 8a33716c-a755-465c-9e12-8b3513e1a188 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:23:19.652715 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 on network 8a33716c-a755-465c-9e12-8b3513e1a188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:23:19.653035 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Attempting to bind port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 on network 8a33716c-a755-465c-9e12-8b3513e1a188 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:23:19.658377 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:23:19.658742 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Checking segment: {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:23:19.659126 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Bound using segment: {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:23:19.659544 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Bound port: 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc4480a-4415-4b7c-9bcf-6706662b485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:23:19.659916 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.735200 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:23:19.739269 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:23:19.743653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.766835 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79ba1f-ac7a-47d5-bee5-b2b63ec26e17 req-aafddbf3-6f77-42b7-a644-e2f660e3b421 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:19.768443 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da79ba1f-ac7a-47d5-bee5-b2b63ec26e17 req-aafddbf3-6f77-42b7-a644-e2f660e3b421 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 944 time: 0.0522404 Dec 14 18:23:19.778460 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:19.779112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:19.780510 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] 10.222.0.30 "PUT /v2.0/ports/6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 HTTP/1.1" status: 200 len: 1094 time: 0.6469059 Dec 14 18:23:19.780953 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:23:19.783260 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3862a-948b-4c62-acd3-8367f801492a" -d '{"events": [{"name": "network-changed", "server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:23:19.814025 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-da79ba1f-ac7a-47d5-bee5-b2b63ec26e17 req-8e0c813a-12d3-4b87-aa80-aa009de2fe96 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Dec 14 18:23:19.822859 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a8d79-f42a-4a66-94f4-9682026ebf8a x-openstack-request-id: req-be4a8d79-f42a-4a66-94f4-9682026ebf8a {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:23:19.823203 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:23:19.823509 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be4a8d79-f42a-4a66-94f4-9682026ebf8a {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:23:19.823963 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5', 'status': 'completed', 'code': 200} Dec 14 18:23:19.837817 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5267f3-5934-4450-83d0-692b72be6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:19.874423 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-f969ac49-b578-4ece-8b6b-0f17f4bb2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:19.875938 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-f969ac49-b578-4ece-8b6b-0f17f4bb2b4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 1097 time: 0.0461848 Dec 14 18:23:19.921469 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-404dca85-27ca-4c05-bedb-7d2e90e6c094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 HTTP/1.1" status: 200 len: 217 time: 0.0363657 Dec 14 18:23:19.973660 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-d5710604-48d9-4505-8fe6-d62d3b233475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:19.975199 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-d5710604-48d9-4505-8fe6-d62d3b233475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2f098d-3b74-47ee-aa20-5b75fe59a449 HTTP/1.1" status: 200 len: 853 time: 0.0445704 Dec 14 18:23:20.010154 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-ab507d25-4d4b-46b6-b810-d6537942b20f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a33716c-a755-465c-9e12-8b3513e1a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268686 Dec 14 18:23:20.105418 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-785b09f6-20b3-49bc-ae0b-b1d981c795cb service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Dec 14 18:23:20.201495 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-2fd6c01c-3588-45ab-a6e8-88e6548edf51 req-9c762ce8-5f65-4f67-8691-ec8c01e1e572 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878155 Dec 14 18:23:20.298409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3862a-948b-4c62-acd3-8367f801492a req-6adb48c0-df55-4ea3-86de-596001748c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:20.300429 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-6adb48c0-df55-4ea3-86de-596001748c92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045bd767616a4fe6930410a5d5e8c06e&device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 1097 time: 0.0473146 Dec 14 18:23:20.407385 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3862a-948b-4c62-acd3-8367f801492a req-0d0e92db-35d1-4dd4-a05a-d34a489258cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:20.409320 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-0d0e92db-35d1-4dd4-a05a-d34a489258cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 200 len: 914 time: 0.1009150 Dec 14 18:23:20.462506 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-2d1224f9-0673-472b-92a6-f51217ee05b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 HTTP/1.1" status: 200 len: 217 time: 0.0453384 Dec 14 18:23:20.524112 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3862a-948b-4c62-acd3-8367f801492a req-60232ba3-d5bb-4859-a8b7-7703a5069e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:20.525646 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-60232ba3-d5bb-4859-a8b7-7703a5069e07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e2f098d-3b74-47ee-aa20-5b75fe59a449 HTTP/1.1" status: 200 len: 853 time: 0.0558457 Dec 14 18:23:20.565341 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-3d3e2e2a-7d6b-4943-936c-c4b11a2f4ae1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a33716c-a755-465c-9e12-8b3513e1a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309737 Dec 14 18:23:20.667164 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-45102409-ab9b-4b39-97ea-83046aa8daf4 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933106 Dec 14 18:23:20.774246 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-e1e3862a-948b-4c62-acd3-8367f801492a req-e8563110-b9c6-4287-b1d8-31c049010b59 service neutron] 10.222.0.30 "GET /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992706 Dec 14 18:23:20.951846 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99018f1-bc10-42cf-8fe8-078cc61d7827 req-e70ffe88-4d89-4c85-928e-3980b8b517c6 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:20.953420 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e99018f1-bc10-42cf-8fe8-078cc61d7827 req-e70ffe88-4d89-4c85-928e-3980b8b517c6 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 944 time: 0.0575030 Dec 14 18:23:20.996570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e99018f1-bc10-42cf-8fe8-078cc61d7827 req-4738fff7-4509-4ac9-96ce-de915c3db6bb tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Dec 14 18:23:22.113334 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dfe8f-8df0-4f36-9609-46bd6e1fe6b6 req-10dd6b36-39c1-43b2-856c-9079b3ce3186 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:22.114849 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fe4dfe8f-8df0-4f36-9609-46bd6e1fe6b6 req-10dd6b36-39c1-43b2-856c-9079b3ce3186 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 944 time: 0.0497570 Dec 14 18:23:22.155317 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fe4dfe8f-8df0-4f36-9609-46bd6e1fe6b6 req-6f28d7a4-7074-40a9-aa3a-f0abb3d4002e tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Dec 14 18:23:23.268137 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0ed8d-fbf6-4126-8ea6-06307560caed req-3af7f236-5dcb-42f9-b71c-2eebb514db72 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:23.270196 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ba0ed8d-fbf6-4126-8ea6-06307560caed req-3af7f236-5dcb-42f9-b71c-2eebb514db72 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 944 time: 0.0500712 Dec 14 18:23:23.308737 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0ba0ed8d-fbf6-4126-8ea6-06307560caed req-cc415276-8df7-4345-81d2-4576eb5bd6fc tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Dec 14 18:23:24.005611 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:23:24.202699 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:23:24.301517 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:24.313775 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5', 'network_id': '8a33716c-a755-465c-9e12-8b3513e1a188', 'port_id': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5', 'mac_address': 'fa:16:3e:69:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2f098d-3b74-47ee-aa20-5b75fe59a449', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:23:24.350944 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:24.364440 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:23:24.383769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:24.387686 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:24.428942 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb95a4a-34d4-4f40-b6e5-e8c928a098af req-782c2627-ea03-4df0-b6d8-d2ee0eb05217 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:24.430462 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7cb95a4a-34d4-4f40-b6e5-e8c928a098af req-782c2627-ea03-4df0-b6d8-d2ee0eb05217 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Dec 14 18:23:24.438931 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:24.445991 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.446367 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.446731 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.447067 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.447393 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.447722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.448048 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.448370 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.448693 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.449017 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.449339 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.449657 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:23:24.468678 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-7cb95a4a-34d4-4f40-b6e5-e8c928a098af req-43e62e36-b804-4bbe-82b1-c50f3c9b8991 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Dec 14 18:23:24.520836 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-4baeb255-3363-4a40-97fa-1b8597dd8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:24.660750 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:23:25.590150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d5ace-fb5e-474b-927c-dba01b54b89c req-ea008776-60f5-40ed-8544-d33f0b6f1bdc tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:25.591648 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a46d5ace-fb5e-474b-927c-dba01b54b89c req-ea008776-60f5-40ed-8544-d33f0b6f1bdc tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Dec 14 18:23:25.630573 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a46d5ace-fb5e-474b-927c-dba01b54b89c req-54c5033f-576f-4808-ab39-94aeb4830933 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Dec 14 18:23:26.747586 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3178d-ed92-4016-9b94-536fcd0e2540 req-11c41359-e32c-4af5-a133-439504eea635 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:26.749195 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cca3178d-ed92-4016-9b94-536fcd0e2540 req-11c41359-e32c-4af5-a133-439504eea635 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 945 time: 0.0526416 Dec 14 18:23:26.789919 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cca3178d-ed92-4016-9b94-536fcd0e2540 req-4b1c34d0-3d81-4c2a-ad49-aac794db8e59 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335081 Dec 14 18:23:27.126997 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-09c66777-c7f6-4417-b3b3-d5081d90bb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:27.196881 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:23:27.248680 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:23:27.252242 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:27.252622 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:27.327326 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:27.349407 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:23:27.351689 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15faa326-f941-48a4-81f9-d2883c9f4ccc" -d '{"events": [{"server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:23:27.364531 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:27.368666 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:27.392247 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc37a51-6e25-4aa4-8cd4-a3b96407073c x-openstack-request-id: req-ddc37a51-6e25-4aa4-8cd4-a3b96407073c {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:23:27.392527 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "name": "network-vif-plugged", "status": "completed", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:23:27.392769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddc37a51-6e25-4aa4-8cd4-a3b96407073c {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:23:27.393152 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5', 'code': 200} Dec 14 18:23:27.421753 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:27.554402 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea204df-c0ff-4d02-9a9b-f080e3da38e4 req-87b82a49-bca2-4983-ae10-369cce6f2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:27.555900 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-6ea204df-c0ff-4d02-9a9b-f080e3da38e4 req-87b82a49-bca2-4983-ae10-369cce6f2b5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 1099 time: 0.0393393 Dec 14 18:23:27.590524 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-6ea204df-c0ff-4d02-9a9b-f080e3da38e4 req-926d562e-5d86-4a80-be62-6e203129ad98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270820 Dec 14 18:23:27.935150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466fc92-f269-431f-8d78-73170dd572fc req-f6c852ca-7374-4605-b854-93b4fae9e1c3 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:27.936591 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6466fc92-f269-431f-8d78-73170dd572fc req-f6c852ca-7374-4605-b854-93b4fae9e1c3 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 946 time: 0.0585372 Dec 14 18:23:27.973894 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6466fc92-f269-431f-8d78-73170dd572fc req-2ea88235-e32e-407a-a091-71ca0a4b8df0 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Dec 14 18:23:28.270384 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:29.089860 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa91267-95ff-4468-8516-46134f43ea60 req-572c2bef-10a1-4327-aacf-d35a839e597f tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:29.091409 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3aa91267-95ff-4468-8516-46134f43ea60 req-572c2bef-10a1-4327-aacf-d35a839e597f tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 946 time: 0.0503786 Dec 14 18:23:29.134192 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3aa91267-95ff-4468-8516-46134f43ea60 req-c1fd8eaf-581b-4a4b-9d19-bb497e1d7559 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361767 Dec 14 18:23:30.001676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:30.090082 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:42.005134 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:42.696568 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d362148-ec09-4cfa-ae4f-1d3c7b282291 req-fff0ff4d-b652-4415-a46a-dff946138965 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:42.697936 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8d362148-ec09-4cfa-ae4f-1d3c7b282291 req-fff0ff4d-b652-4415-a46a-dff946138965 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 946 time: 0.0482955 Dec 14 18:23:42.735314 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8d362148-ec09-4cfa-ae4f-1d3c7b282291 req-b657e630-b88d-49cf-8a22-cf3ce5247bfd tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Dec 14 18:23:43.855580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969efddc-8608-4262-826a-ef8adf00773a req-949cb67a-3ace-4e6e-9136-9012ad6f5ac5 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:43.857037 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-969efddc-8608-4262-826a-ef8adf00773a req-949cb67a-3ace-4e6e-9136-9012ad6f5ac5 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 946 time: 0.0523860 Dec 14 18:23:43.896233 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-969efddc-8608-4262-826a-ef8adf00773a req-884b0514-657c-4193-a48e-1812dc7fe6e7 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/security-groups?id=70db85c1-48c7-4b3a-b519-10c68744a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Dec 14 18:23:44.546114 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-c40397a4-6025-4a12-8ea4-9f56ee23acfb tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:44.547559 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-c40397a4-6025-4a12-8ea4-9f56ee23acfb tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 946 time: 0.0471151 Dec 14 18:23:44.640651 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Deleting port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:23:44.640982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:44.726712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] For port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,segment=NetworkSegment(7fc4480a-4415-4b7c-9bcf-6706662b485a),segment_id=7fc4480a-4415-4b7c-9bcf-6706662b485a)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:44.727063 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:44.739683 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Calling delete_port for 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:23:44.867964 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:44.881336 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:23:44.897321 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Pushing event deleted for resources: {'Port': ['ID=6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:44.939972 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] No DVR routers for this DVR port 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:23:44.942621 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:44.946146 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-575a1dfd-8f63-4849-9450-522e0e8f8ae9 req-d65e066e-21ff-4d61-a5ae-281609d85e27 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.30 "DELETE /v2.0/ports/6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 HTTP/1.1" status: 204 len: 173 time: 0.3891172 Dec 14 18:23:44.946618 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'name': 'network-vif-deleted', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:23:44.948854 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7d7a4-ae9f-4598-9d86-248f78b23cbc" -d '{"events": [{"server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "name": "network-vif-deleted", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:23:44.990058 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d66aa-cd50-4416-bc9f-afd0be3578c8 x-openstack-request-id: req-ff2d66aa-cd50-4416-bc9f-afd0be3578c8 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:23:44.990373 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b286f7bd-ba2f-4145-8142-9cd4ad20b2f1", "name": "network-vif-deleted", "tag": "6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:23:44.990608 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff2d66aa-cd50-4416-bc9f-afd0be3578c8 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:23:44.991018 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b286f7bd-ba2f-4145-8142-9cd4ad20b2f1', 'name': 'network-vif-deleted', 'tag': '6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5', 'status': 'completed', 'code': 200} Dec 14 18:23:45.004577 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b14278ca-6fdc-462c-8365-896a5b84e499 req-cfbccbcc-d503-40ef-8cdd-3fff0d624b93 tempest-VolumesSnapshotTestJSON-1603128235 tempest-VolumesSnapshotTestJSON-1603128235-project] 10.222.0.49 "GET /v2.0/ports?device_id=b286f7bd-ba2f-4145-8142-9cd4ad20b2f1 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Dec 14 18:23:47.274653 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:23:47.294529 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:23:47.294893 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 6f0fe6dc-d3cc-4c44-bdd0-3ea422b054b5 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:23:54.524473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9cb84762-8443-4a0b-8532-732c4fa0067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.621949 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53834) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:54.730859 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2b597ece-12bc-418d-a90a-cc5ab4f3e56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.810910 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2b597ece-12bc-418d-a90a-cc5ab4f3e56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.815223 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2b597ece-12bc-418d-a90a-cc5ab4f3e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.853921 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-2b597ece-12bc-418d-a90a-cc5ab4f3e56c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13b7b355d818411d992b44f055513b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308462 Dec 14 18:23:54.854770 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b597ece-12bc-418d-a90a-cc5ab4f3e56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae93d6a-5dfe-4c58-80f9-f2fcab472c86,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:54.857111 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53838) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:54.907909 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.928796 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.974791 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.977180 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:54.978342 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bae93d6a-5dfe-4c58-80f9-f2fcab472c86 HTTP/1.1" status: 204 len: 168 time: 0.1204441 Dec 14 18:23:54.987338 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69310858-b0a4-44a5-80e8-632012cf1cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae93d6a-5dfe-4c58-80f9-f2fcab472c86,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:55.623936 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53866) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:55.731622 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1700381711-network', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:23:55.756882 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Made reservation on behalf of 773687fc1f644387aa731e9ffe6d1d27 for: {'network': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:23:55.759532 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.768602 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.847177 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.851520 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.876412 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:23:55.886759 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f2738-e803-4370-99ed-cfeda82eb468,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:55.892932 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.893272 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.segments_db [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Added segment 4fac59fe-07fe-4403-bb17-422b6b144beb of type vlan for network 45054f52-8acc-4da3-998c-e7366c0993eb Dec 14 18:23:55.933630 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.958511 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:55.960326 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:55.960988 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.019926 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947744 Dec 14 18:23:56.023064 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53872) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:56.025116 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230216f4-6e95-4d93-aed0-64501fcc5332 admin admin] Pushing event updated for resources: {'Network': ['ID=45054f52-8acc-4da3-998c-e7366c0993eb,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:56.028129 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Request body: {'subnet': {'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1700381711-subnet', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'ip_version': 4}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:23:56.036168 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 45054f52-8acc-4da3-998c-e7366c0993eb details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:23:56.050838 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Made reservation on behalf of 773687fc1f644387aa731e9ffe6d1d27 for: {'subnet': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:23:56.053794 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6097121'] for subnet, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.221582 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4786447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961499'] for subnet, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.279394 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f9b3eb-e625-407e-a943-5e075b2bc218,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:56.288125 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Checking segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:23:56.288484 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Network hostable DHCP agents. Network: 45054f52-8acc-4da3-998c-e7366c0993eb, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101643) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:23:56.304608 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Network 45054f52-8acc-4da3-998c-e7366c0993eb is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101643) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:23:56.312417 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 45054f52-8acc-4da3-998c-e7366c0993eb) {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:56.316510 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:23:56.317277 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.321719 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bf797-c9b5-4e24-942a-fd7992bbd64b None None] Network 45054f52-8acc-4da3-998c-e7366c0993eb requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:23:56.333751 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-1b9a403e-4e93-46f6-a743-ca52e9bf57bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095312 Dec 14 18:23:56.336551 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53874) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:56.340772 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:23:56.361312 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.362285 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.417458 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.473773 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-45054f52-8acc-4da3-998c-e7366c0993eb', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:23:56.474667 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.549523 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.607348 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Allocated IP 172.20.0.2 (45054f52-8acc-4da3-998c-e7366c0993eb/63f9b3eb-e625-407e-a943-5e075b2bc218/e399e6cc-dd21-4eae-8615-c4a89da89000) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:23:56.747572 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.757007 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.764123 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.767878 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.804920 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Network 45054f52-8acc-4da3-998c-e7366c0993eb is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:23:56.809663 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:56.812589 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:23:56.823702 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Pushing event updated for resources: {'Port': ['ID=e399e6cc-dd21-4eae-8615-c4a89da89000,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:56.883842 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Attempting to bind port e399e6cc-dd21-4eae-8615-c4a89da89000 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:23:56.884272 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Attempting to bind port e399e6cc-dd21-4eae-8615-c4a89da89000 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:23:56.884611 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Attempting to bind port e399e6cc-dd21-4eae-8615-c4a89da89000 on network 45054f52-8acc-4da3-998c-e7366c0993eb {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:23:56.888474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Allocated IP 172.27.1.185 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/532f0ea5-2d24-4d33-8ad1-d858dba2389b) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:23:56.890414 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:23:56.890860 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Checking segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:23:56.891233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.891626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Bound using segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:23:56.892099 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Bound port: e399e6cc-dd21-4eae-8615-c4a89da89000, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:23:56.892485 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.966371 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] For port e399e6cc-dd21-4eae-8615-c4a89da89000, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:23:56.969649 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] For port e399e6cc-dd21-4eae-8615-c4a89da89000, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e399e6cc-dd21-4eae-8615-c4a89da89000,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:23:56.974393 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:56.999717 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.034339 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee98e5-ebbf-49d0-b4cc-52a2a360d360 None None] Pushing event updated for resources: {'Port': ['ID=e399e6cc-dd21-4eae-8615-c4a89da89000,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:57.039209 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.077515 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:23:57.080564 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:57.083207 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:23:57.125898 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=532f0ea5-2d24-4d33-8ad1-d858dba2389b,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:57.130584 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed7bd-472a-410f-b57c-f2f26d15ef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.378634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.532057 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e399e6cc-dd21-4eae-8615-c4a89da89000 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:23:57.573302 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.581467 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port e399e6cc-dd21-4eae-8615-c4a89da89000 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:57.581835 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.668621 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.703484 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port e399e6cc-dd21-4eae-8615-c4a89da89000, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e399e6cc-dd21-4eae-8615-c4a89da89000,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:23:57.709541 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.712775 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Router 6439e27c-f39f-418b-9bd0-aa52afcea85a is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101643) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:23:57.764913 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=e399e6cc-dd21-4eae-8615-c4a89da89000,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:57.827276 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:23:57.839312 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Sync routers for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:23:57.846758 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:57.851996 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53882) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:23:57.852511 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-2bb35e05-1d90-4b4d-9038-9afd38577fe8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5144589 Dec 14 18:23:57.852602 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:23:57.852895 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:23:57.919286 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3dceec-0c70-4bf1-8fb3-cdd30ae1a035 None None] Network 45054f52-8acc-4da3-998c-e7366c0993eb requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:23:58.020943 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:23:58.157020 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0c0054aa-bd2a-47e5-8c4a-8714c1119f12 None None] Provisioning complete for port e399e6cc-dd21-4eae-8615-c4a89da89000 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:58.157769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0c0054aa-bd2a-47e5-8c4a-8714c1119f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.319291 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.420180 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.486042 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Allocated IP 172.20.0.1 (45054f52-8acc-4da3-998c-e7366c0993eb/63f9b3eb-e625-407e-a943-5e075b2bc218/e3462cef-68f7-43c8-8bb7-8ad25abf70d3) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:23:58.527960 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:57Z', 'revision_number': 3, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:23:58.564420 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Checking router: 6439e27c-f39f-418b-9bd0-aa52afcea85a for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:23:58.564933 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Updating router 6439e27c-f39f-418b-9bd0-aa52afcea85a port 532f0ea5-2d24-4d33-8ad1-d858dba2389b binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:23:58.594410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.609818 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.647160 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.690967 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Network 45054f52-8acc-4da3-998c-e7366c0993eb is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:23:58.694473 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:58.697960 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:23:58.705906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:58.753776 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.785451 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0affbcea-79a8-40fc-8e77-ea3b1e5d1021 None None] Provisioning complete for port e399e6cc-dd21-4eae-8615-c4a89da89000 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:58.786262 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0affbcea-79a8-40fc-8e77-ea3b1e5d1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.899848 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.956642 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:58.962469 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.014816 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Attempting to bind port 532f0ea5-2d24-4d33-8ad1-d858dba2389b on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:23:59.015040 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Attempting to bind port 532f0ea5-2d24-4d33-8ad1-d858dba2389b by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:23:59.015415 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Attempting to bind port 532f0ea5-2d24-4d33-8ad1-d858dba2389b on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:23:59.026459 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:23:59.026854 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:23:59.027267 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.027659 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:23:59.028125 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Bound port: 532f0ea5-2d24-4d33-8ad1-d858dba2389b, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:23:59.028511 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.031081 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1856a-c2dc-400e-96a2-6832538b5bc5 None None] Pushing event updated for resources: {'Port': ['ID=532f0ea5-2d24-4d33-8ad1-d858dba2389b,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:59.078018 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.083066 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-d2d25386-686c-4f4d-91ae-2d6c80848528 None None] Provisioning complete for port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:59.083254 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.083423 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d2d25386-686c-4f4d-91ae-2d6c80848528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.122163 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] For port 532f0ea5-2d24-4d33-8ad1-d858dba2389b, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:23:59.142687 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] For port 532f0ea5-2d24-4d33-8ad1-d858dba2389b, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=532f0ea5-2d24-4d33-8ad1-d858dba2389b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:23:59.144073 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-d2d25386-686c-4f4d-91ae-2d6c80848528 None None] Port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:23:59.151483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.169026 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.170892 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:59.212994 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:23:59.213639 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:23:59.255706 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1856a-c2dc-400e-96a2-6832538b5bc5 None None] Pushing event updated for resources: {'Port': ['ID=532f0ea5-2d24-4d33-8ad1-d858dba2389b,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:23:59.274531 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Network 45054f52-8acc-4da3-998c-e7366c0993eb is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:23:59.276092 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:23:59.367059 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:23:59.402035 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Router 6439e27c-f39f-418b-9bd0-aa52afcea85a has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:23:59.523462 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:23:59.530546 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-06f53a42-9404-4acf-a2af-ae6dd49d35c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/6439e27c-f39f-418b-9bd0-aa52afcea85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6748068 Dec 14 18:23:59.545135 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e399e6cc-dd21-4eae-8615-c4a89da89000 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:23:59.637377 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-2b3fe5cc-fa26-4dd1-b5fa-239dcaeff2f2 None None] Provisioning complete for port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:59.637755 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe5cc-fa26-4dd1-b5fa-239dcaeff2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.702981 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port e399e6cc-dd21-4eae-8615-c4a89da89000 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:23:59.703357 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:23:59.739270 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fe5cc-fa26-4dd1-b5fa-239dcaeff2f2 None None] Port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:23:59.823843 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 2, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:23:59.862315 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5bfb9-401c-4c3e-8c40-ae1dcc9dedf0 None None] The sync data for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi is: [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 2, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:00.002580 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.103225 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53904) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:00.110002 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769937115-network', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:00.120777 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.154078 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Made reservation on behalf of 598dad60fbd24ec2923a5b172eb0da79 for: {'network': 1} {{(pid=101643) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:24:00.156864 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for network, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.167066 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.263813 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.267853 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.298002 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101643) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:24:00.304362 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cab9b6-632a-4182-871e-efb5329fd2d2,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:00.312569 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.313356 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.segments_db [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Added segment ba4d6b74-c582-4f77-86f2-a71f421a8218 of type vlan for network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 Dec 14 18:24:00.377868 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749381862593'] for network, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.408795 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754'] for network, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.409693 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:00.410286 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.469805 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3645945 Dec 14 18:24:00.472743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53910) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:00.478456 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Request body: {'subnet': {'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769937115-subnet', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'ip_version': 4}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:00.484844 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec306f-bcaa-4d05-a98a-9b86573cb472 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6cc29c-74bc-4da9-acf4-f148fa8aeb86,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:00.496236 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 details requested by agent ovs-agent-dv-cinder-821744-1-iscsi with host dv-cinder-821744-1-iscsi {{(pid=101645) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:24:00.507132 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Made reservation on behalf of 598dad60fbd24ec2923a5b172eb0da79 for: {'subnet': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:24:00.509777 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4278125'] for subnet, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:00.948427 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7620463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4634775'] for subnet, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.002421 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=389d5869-2493-49b7-8798-0a95815924e8,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:01.004596 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:24:01.017891 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Checking segment: {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:01.018239 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Network hostable DHCP agents. Network: 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86, hostable agents: ['d4aaf4bd-233b-4266-bb4d-f8ff7025030e'], hosted agents: [] {{(pid=101644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:24:01.035292 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 is scheduled to be hosted by DHCP agent d4aaf4bd-233b-4266-bb4d-f8ff7025030e with binding_index 1 {{(pid=101644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:24:01.044976 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821744-1-iscsi, 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86) {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:01.049270 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:01.049922 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.056063 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4ba2f-1eb5-42b0-a8fb-5c6d74f75894 None None] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:24:01.069992 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-696bfb6b-3d27-42ac-bc70-28d8a3f30d4a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5936511 Dec 14 18:24:01.070184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53912) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:01.074557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec'}}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:01.096157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11943'] for router, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.097196 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2028339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11998'] for router, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.158546 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.223419 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp697d286c-cadb-5fbb-b3ab-54cabed7da20-0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8'}]}} from dv-cinder-821744-1-iscsi. {{(pid=101645) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:24:01.224696 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.312224 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.406264 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.db_base_plugin_common [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Allocated IP 172.20.0.2 (0d6cc29c-74bc-4da9-acf4-f148fa8aeb86/389d5869-2493-49b7-8798-0a95815924e8/b6c4d0dd-576a-47cc-97f3-75738aafff0f) {{(pid=101645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:24:01.555921 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.580301 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.604233 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 532f0ea5-2d24-4d33-8ad1-d858dba2389b up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:01.612682 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.643083 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151'] for port, after_create {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.693688 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 is already hosted by enough agents. {{(pid=101645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:01.696066 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Allocated IP 172.27.1.101 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/24384969-002d-479a-b987-fb54346189da) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:24:01.700815 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Resources bound (agent type, host, resource id): {{(pid=101645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:01.709688 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Received port after_create {{(pid=101645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:24:01.712592 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Pushing event updated for resources: {'Port': ['ID=b6c4d0dd-576a-47cc-97f3-75738aafff0f,revision_number=1']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:01.743763 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 532f0ea5-2d24-4d33-8ad1-d858dba2389b triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:01.744277 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.801677 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Attempting to bind port b6c4d0dd-576a-47cc-97f3-75738aafff0f on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:24:01.802048 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Attempting to bind port b6c4d0dd-576a-47cc-97f3-75738aafff0f by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:24:01.802411 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Attempting to bind port b6c4d0dd-576a-47cc-97f3-75738aafff0f on network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:01.815384 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:24:01.815788 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Checking segment: {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:01.816166 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.816547 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Bound using segment: {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:24:01.817572 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Bound port: b6c4d0dd-576a-47cc-97f3-75738aafff0f, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:24:01.817962 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.818865 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.855363 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.899132 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:01.905451 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:01.907488 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Pushing event updated for resources: {'Port': ['ID=24384969-002d-479a-b987-fb54346189da,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:01.909851 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:24:01.924940 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.931997 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] For port b6c4d0dd-576a-47cc-97f3-75738aafff0f, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:24:01.951506 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] For port b6c4d0dd-576a-47cc-97f3-75738aafff0f, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=b6c4d0dd-576a-47cc-97f3-75738aafff0f,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:24:01.960978 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:01.964104 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 532f0ea5-2d24-4d33-8ad1-d858dba2389b, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=532f0ea5-2d24-4d33-8ad1-d858dba2389b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:01.996438 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.040747 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc7ba7-ceff-40c9-b597-c18065459cb9 None None] Pushing event updated for resources: {'Port': ['ID=b6c4d0dd-576a-47cc-97f3-75738aafff0f,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:02.100460 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=532f0ea5-2d24-4d33-8ad1-d858dba2389b,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:02.147755 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Sync routers for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:02.162059 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:02.163757 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:02.251244 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.321188 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:02.451575 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627941'] for router, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.541507 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 2, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:02.571714 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Checking router: 6439e27c-f39f-418b-9bd0-aa52afcea85a for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:02.572063 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Updating router 6439e27c-f39f-418b-9bd0-aa52afcea85a port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:24:02.593744 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 is scheduled to L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e with binding_index 1 {{(pid=101644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:24:02.604796 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.722119 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:02.741258 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Sync routers for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:02.743384 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.748058 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-7ccf64c8-4b46-44af-8e99-3a02ffa8f11b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6739545 Dec 14 18:24:02.748434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53930) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:02.753052 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:02.754046 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:02.947447 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:02.955327 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.018424 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:03.046216 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Pushing event updated for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:03.092932 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Attempting to bind port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:24:03.093592 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Attempting to bind port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:24:03.094116 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Attempting to bind port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 on network 45054f52-8acc-4da3-998c-e7366c0993eb {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:03.098507 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.099158 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.099655 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.100160 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.102274 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.102889 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.103397 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.103881 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.104560 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.104898 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.105223 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.105544 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:03.111840 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:24:03.112212 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Checking segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:03.112613 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.113001 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Bound using segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:24:03.113474 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Bound port: e3462cef-68f7-43c8-8bb7-8ad25abf70d3, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:24:03.115100 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.218560 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] For port e3462cef-68f7-43c8-8bb7-8ad25abf70d3, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:24:03.222979 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f6dc0-58d5-40c2-8909-8abf4a9cd7f9 None None] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:24:03.224506 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] For port e3462cef-68f7-43c8-8bb7-8ad25abf70d3, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:24:03.231937 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.297392 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:03.298385 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:03.353713 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] Provisioning complete for port b6c4d0dd-576a-47cc-97f3-75738aafff0f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:03.353894 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.462193 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:02Z', 'revision_number': 3, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:03.501008 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Checking router: 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:03.501538 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Updating router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 port 24384969-002d-479a-b987-fb54346189da binding host dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:24:03.521157 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:03.525700 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e36d-bd19-4aa3-bc52-d377bfa52c25 None None] Pushing event updated for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=4']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:03.610907 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.620460 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.679605 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.797015 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device b6c4d0dd-576a-47cc-97f3-75738aafff0f up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:03.832776 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] For port b6c4d0dd-576a-47cc-97f3-75738aafff0f, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=b6c4d0dd-576a-47cc-97f3-75738aafff0f,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:03.843812 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:03.940540 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Allocated IP 172.20.0.1 (0d6cc29c-74bc-4da9-acf4-f148fa8aeb86/389d5869-2493-49b7-8798-0a95815924e8/2063786b-658e-44cd-b79d-2d75d9e53241) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:24:03.968575 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:03Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:03.997817 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13165a52-0fff-4a4f-aa15-d52e93d54477 None None] Pushing event updated for resources: {'Port': ['ID=b6c4d0dd-576a-47cc-97f3-75738aafff0f,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:03.998774 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec6f08-c5a6-4d8d-a1e8-9e19cf6acdd3 None None] The sync data for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi is: [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:03Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:04.007131 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port b6c4d0dd-576a-47cc-97f3-75738aafff0f triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:04.008160 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.050690 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] Provisioning complete for port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:04.051068 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.080675 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.120468 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.165210 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Pushing event updated for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:04.178098 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:04.179580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:04.182013 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:24:04.221351 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1633054'] for router_interface, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.250586 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks [] for port, precommit_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.253258 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 532f0ea5-2d24-4d33-8ad1-d858dba2389b up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:04.286639 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.290016 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.382059 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.407744 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576666f-e530-4b78-b88c-8770236b4f45 None None] Pushing event updated for resources: {'Port': ['ID=24384969-002d-479a-b987-fb54346189da,revision_number=2']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:04.411310 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] For port e3462cef-68f7-43c8-8bb7-8ad25abf70d3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:04.413925 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Attempting to bind port 24384969-002d-479a-b987-fb54346189da on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:24:04.414298 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Attempting to bind port 24384969-002d-479a-b987-fb54346189da by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:24:04.414754 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Attempting to bind port 24384969-002d-479a-b987-fb54346189da on network 4a31241a-366c-4479-b737-613686607bec {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:04.423982 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.429201 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:24:04.429627 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Checking segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:04.430544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.430544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Bound using segment: {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'} {{(pid=101645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:24:04.430963 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.managers [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Bound port: 24384969-002d-479a-b987-fb54346189da, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bc39f-e85a-47a5-9435-8efab6fff67b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a31241a-366c-4479-b737-613686607bec'}}] {{(pid=101645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:24:04.431443 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.474102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 532f0ea5-2d24-4d33-8ad1-d858dba2389b triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:04.474411 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.560424 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb1000-67a8-4b1e-b307-a3cfa5241596 None None] Pushing event updated for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:04.579244 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] For port 24384969-002d-479a-b987-fb54346189da, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:24:04.584291 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] For port 24384969-002d-479a-b987-fb54346189da, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=24384969-002d-479a-b987-fb54346189da,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:24:04.588441 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0a5d32e3-3ba2-484b-8b34-0fcc05f27f11 None None] Provisioning complete for port b6c4d0dd-576a-47cc-97f3-75738aafff0f triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:04.588830 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0a5d32e3-3ba2-484b-8b34-0fcc05f27f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.593623 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.619656 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.625587 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786564'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.704191 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1633643'] for router_interface, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.706083 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Pushing event updated for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:04.727513 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:04.728162 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:04.729830 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576666f-e530-4b78-b88c-8770236b4f45 None None] Pushing event updated for resources: {'Port': ['ID=24384969-002d-479a-b987-fb54346189da,revision_number=3']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:04.817952 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:04.819525 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:04.886919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0a5d32e3-3ba2-484b-8b34-0fcc05f27f11 None None] Provisioning complete for port 2063786b-658e-44cd-b79d-2d75d9e53241 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:04.886919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0a5d32e3-3ba2-484b-8b34-0fcc05f27f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:04.918358 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:04.954590 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d32e3-3ba2-484b-8b34-0fcc05f27f11 None None] Port 2063786b-658e-44cd-b79d-2d75d9e53241 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:24:04.977978 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:05.138413 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:05.144011 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-1e6b32aa-d371-42da-84ce-f77a184a636f admin admin] 10.222.0.49 "PUT /v2.0/routers/2d77cb63-a642-4431-abbe-bdfd37fbdbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3943939 Dec 14 18:24:05.231799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-e9b1fa81-60fe-4f23-8583-91277fa48d3d None None] Provisioning complete for port 2063786b-658e-44cd-b79d-2d75d9e53241 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:05.232180 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa81-60fe-4f23-8583-91277fa48d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:05.285516 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1fa81-60fe-4f23-8583-91277fa48d3d None None] Port 2063786b-658e-44cd-b79d-2d75d9e53241 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:24:05.368956 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '2063786b-658e-44cd-b79d-2d75d9e53241', 'name': '', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'mac_address': 'fa:16:3e:af:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:03Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 2, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'subnets': [{'id': '389d5869-2493-49b7-8798-0a95815924e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:05.397913 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758818a2-8bd1-4eae-b1de-aee467d17121 None None] The sync data for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi is: [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '2063786b-658e-44cd-b79d-2d75d9e53241', 'name': '', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'mac_address': 'fa:16:3e:af:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:03Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 2, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'subnets': [{'id': '389d5869-2493-49b7-8798-0a95815924e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:05.559990 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e3462cef-68f7-43c8-8bb7-8ad25abf70d3 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:05.611975 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:05.614264 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:05.724034 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device b6c4d0dd-576a-47cc-97f3-75738aafff0f up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:05.783837 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port b6c4d0dd-576a-47cc-97f3-75738aafff0f triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:05.784520 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.241328 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53958) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.246286 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650302172', 'description': 'tempest-secgroup-smoke-650302172 description', 'project_id': '773687fc1f644387aa731e9ffe6d1d27'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.268047 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.342924 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.345903 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.377777 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.379019 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1366491 Dec 14 18:24:06.382252 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53960) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.383118 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78853810-2744-408e-8d8f-60e790a534bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77dfe22-837a-40bb-abfe-5021c89decce,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:06.386934 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.413872 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.473852 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.477501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.495873 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bedc479-76fa-4a73-bc46-06793af12124,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:06.504584 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.505903 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-8ff78cdc-267b-4069-9444-dbc520283ec6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225004 Dec 14 18:24:06.508509 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53962) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.512858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.539581 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.597593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.602023 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.620522 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc02139-9529-4876-b43b-af7b312fe74c,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:06.630224 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.631486 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3608398d-dad4-4702-bd56-0f02e1562634 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220579 Dec 14 18:24:06.634220 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53964) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.638811 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.667424 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.726392 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.730787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.751605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c954907-87fb-4fd1-a91f-101f4071457d,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:06.762503 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.764504 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-999af6b4-ea94-477e-a5cd-fe1af5acfcb5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291685 Dec 14 18:24:06.766828 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 53966) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.773474 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.814569 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.885820 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.891916 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.914165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee6d428-5a83-40ce-95f8-87403ef9d96e,revision_number=0']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:06.922497 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:06.926733 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53968) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:06.926962 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-99ef1f7c-0bc3-4865-bb8b-a368bd174814 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587222 Dec 14 18:24:06.931501 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:06.956067 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.securitygroups_db [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Project 773687fc1f644387aa731e9ffe6d1d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:24:06.963937 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.035377 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.039184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.058172 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e9adcc-087c-447c-8d5b-c69fbf03e93e,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:07.063409 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.064689 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-22ee7548-f331-498c-ada4-5a6f893c69d9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366518 Dec 14 18:24:07.068798 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 53970) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:07.072707 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'security_group_rule': {'security_group_id': 'b77dfe22-837a-40bb-abfe-5021c89decce', 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:07.108596 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.securitygroups_db [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Project 773687fc1f644387aa731e9ffe6d1d27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:24:07.114016 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.199335 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.203619 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055653'] for security_group_rule, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.225158 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c08fee3-b975-4f1e-a2b0-504f92abb571,revision_number=0']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:07.232866 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.238666 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-935d60ae-4d7f-4be5-9b9f-614058394ca9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654334 Dec 14 18:24:07.537728 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 24384969-002d-479a-b987-fb54346189da up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:07.586161 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 24384969-002d-479a-b987-fb54346189da triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:07.586544 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.669570 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.700046 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] For port 24384969-002d-479a-b987-fb54346189da, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=24384969-002d-479a-b987-fb54346189da,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:07.704825 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:07.772032 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Pushing event updated for resources: {'Port': ['ID=24384969-002d-479a-b987-fb54346189da,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:08.146877 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Sync routers for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:08.156684 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:08.157338 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:08.268064 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:08.495869 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '2063786b-658e-44cd-b79d-2d75d9e53241', 'name': '', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'mac_address': 'fa:16:3e:af:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:03Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 2, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'subnets': [{'id': '389d5869-2493-49b7-8798-0a95815924e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:08.527110 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Checking router: 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:08.527385 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Updating router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 port 2063786b-658e-44cd-b79d-2d75d9e53241 binding host dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:24:08.554610 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:08.845892 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks [] for port, precommit_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:08.852513 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:08.902528 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf950-71cc-46cd-9e36-1c37e48673e6 None None] Pushing event updated for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=3']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:08.959815 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Attempting to bind port 2063786b-658e-44cd-b79d-2d75d9e53241 on host dv-cinder-821744-1-iscsi for vnic_type normal with profile {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:24:08.960182 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Attempting to bind port 2063786b-658e-44cd-b79d-2d75d9e53241 by drivers openvswitch,hyperv on host dv-cinder-821744-1-iscsi at level 0 using segments [{'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:24:08.960543 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Attempting to bind port 2063786b-658e-44cd-b79d-2d75d9e53241 on network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:08.965914 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Checking agent: {'id': '72261bc1-4ec6-4f9e-b95a-4af46676d927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821744-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 6), 'started_at': datetime.datetime(2021, 12, 14, 18, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821744-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:24:08.966268 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Checking segment: {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:08.966684 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:08.967076 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Bound using segment: {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'} {{(pid=101646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:24:08.967539 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.managers [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Bound port: 2063786b-658e-44cd-b79d-2d75d9e53241, host: dv-cinder-821744-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4d6b74-c582-4f77-86f2-a71f421a8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86'}}] {{(pid=101646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:24:08.967949 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.045865 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] For port 2063786b-658e-44cd-b79d-2d75d9e53241, host dv-cinder-821744-1-iscsi, cleared binding levels {{(pid=101646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:24:09.049266 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.plugins.ml2.db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] For port 2063786b-658e-44cd-b79d-2d75d9e53241, host dv-cinder-821744-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=2063786b-658e-44cd-b79d-2d75d9e53241,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:24:09.054963 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron_lib.callbacks.manager [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.114543 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:09.115210 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:23:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:09.137949 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] Provisioning complete for port 2063786b-658e-44cd-b79d-2d75d9e53241 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:09.139044 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.159160 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf950-71cc-46cd-9e36-1c37e48673e6 None None] Pushing event updated for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=4']} {{(pid=101646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:09.256833 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:09.263376 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.302422 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] For port 2063786b-658e-44cd-b79d-2d75d9e53241, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=2063786b-658e-44cd-b79d-2d75d9e53241,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:09.307366 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.371374 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057b27c-da72-4b15-8ccd-b7d9fb5fe3cd None None] Pushing event updated for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:09.435000 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-f22f5916-8e31-46aa-bb00-ad8bd12e674e None None] Provisioning complete for port 2063786b-658e-44cd-b79d-2d75d9e53241 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:09.435373 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f22f5916-8e31-46aa-bb00-ad8bd12e674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.526557 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '2063786b-658e-44cd-b79d-2d75d9e53241', 'name': '', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'mac_address': 'fa:16:3e:af:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:03Z', 'updated_at': '2021-12-14T18:24:09Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'subnets': [{'id': '389d5869-2493-49b7-8798-0a95815924e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:09.562314 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32374465-d2e7-4753-8d2a-06ada75a113d None None] The sync data for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi is: [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '2063786b-658e-44cd-b79d-2d75d9e53241', 'name': '', 'network_id': '0d6cc29c-74bc-4da9-acf4-f148fa8aeb86', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'mac_address': 'fa:16:3e:af:a0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '389d5869-2493-49b7-8798-0a95815924e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:03Z', 'updated_at': '2021-12-14T18:24:09Z', 'revision_number': 4, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'subnets': [{'id': '389d5869-2493-49b7-8798-0a95815924e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:09.601052 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 2063786b-658e-44cd-b79d-2d75d9e53241 up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:09.663258 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 2063786b-658e-44cd-b79d-2d75d9e53241 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:09.663635 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:09.760553 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 24384969-002d-479a-b987-fb54346189da up at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:09.829448 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Provisioning complete for port 24384969-002d-479a-b987-fb54346189da triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:09.829741 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:11.872202 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54066) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:11.916720 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Deleting subnet 5e2f098d-3b74-47ee-aa20-5b75fe59a449 {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:24:11.920114 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:11.956593 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:11.997653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.004104 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.051553 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.076421 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2f098d-3b74-47ee-aa20-5b75fe59a449,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:12.080535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.084442 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f93a88e5-4477-40bc-9b1b-adc6a35a6330 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5e2f098d-3b74-47ee-aa20-5b75fe59a449 HTTP/1.1" status: 204 len: 168 time: 0.2112014 Dec 14 18:24:12.087301 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54070) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:12.158434 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.239220 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.266192 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a33716c-a755-465c-9e12-8b3513e1a188']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:12.276908 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc4480a-4415-4b7c-9bcf-6706662b485a') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:12.277202 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc4480a-4415-4b7c-9bcf-6706662b485a') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:12.287090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.300943 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.306896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:24:12.307279 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:24:12.308948 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:24:12.368224 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.374025 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.377157 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8a33716c-a755-465c-9e12-8b3513e1a188 HTTP/1.1" status: 204 len: 168 time: 0.2888112 Dec 14 18:24:12.389137 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a33716c-a755-465c-9e12-8b3513e1a188,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:12.398177 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.398528 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.398907 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.399245 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.399588 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.399924 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.400255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.400582 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.400913 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.401236 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.401558 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.401877 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29b24-d5e8-4eec-a166-2d5f5b3fd3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:12.555943 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54074) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:12.601425 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-1db9df61-de4f-49b4-ac88-02c37010357f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=045bd767616a4fe6930410a5d5e8c06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442848 Dec 14 18:24:12.604062 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54076) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:12.654586 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.680242 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.728306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.731025 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:12.734706 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70db85c1-48c7-4b3a-b519-10c68744a101 HTTP/1.1" status: 204 len: 168 time: 0.1271646 Dec 14 18:24:12.741132 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601a528-f05e-44f3-a4be-c68fd3ae1949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db85c1-48c7-4b3a-b519-10c68744a101,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:14.537834 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-67d56203-e44c-4318-a5f8-dc4745f6e433 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412695 Dec 14 18:24:14.602261 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-174599d2-b64c-4cfc-b51a-eab42e6b2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:14.603763 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-174599d2-b64c-4cfc-b51a-eab42e6b2651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1098 time: 0.0409586 Dec 14 18:24:14.710144 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-87db630c-fc03-49fc-8055-8472af180b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:14.711644 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-87db630c-fc03-49fc-8055-8472af180b40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0873711 Dec 14 18:24:14.778111 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-a5425477-cfde-4366-aa79-ce4d2bd0ee07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 1001 time: 0.0588536 Dec 14 18:24:14.829677 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-bf8f2293-cefc-4bf3-a76c-b60a7d2b8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:14.831121 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-bf8f2293-cefc-4bf3-a76c-b60a7d2b8777 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0458066 Dec 14 18:24:14.888223 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-df41eb22-b1d1-43d0-b0b0-dd3c1a149d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:14.889712 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-df41eb22-b1d1-43d0-b0b0-dd3c1a149d17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510359 Dec 14 18:24:14.984804 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-e9f769a3-cf88-4d06-9cdb-ed618d7a2e58 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Dec 14 18:24:15.081515 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-c8901077-5511-4bc8-aef1-5cd5d6e06ac1 req-08720055-5a29-4d3f-869a-ee802f3efe11 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Dec 14 18:24:23.737278 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-b5b83c2e-2ee3-452c-9429-88a91ab4c127 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650302172&fields=id&tenant_id=773687fc1f644387aa731e9ffe6d1d27 HTTP/1.1" status: 200 len: 267 time: 0.0326166 Dec 14 18:24:23.845454 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-d8acfc17-e234-4d3c-bf24-6732f583f1dd tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:23.846935 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-d8acfc17-e234-4d3c-bf24-6732f583f1dd tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 809 time: 0.1023905 Dec 14 18:24:23.862321 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-dc554b8a-7ff0-4a8f-8c7f-3fc2606f8b8c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/quotas/773687fc1f644387aa731e9ffe6d1d27 HTTP/1.1" status: 200 len: 375 time: 0.0090642 Dec 14 18:24:23.911723 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-d4002ce7-f068-457e-94b2-e0a433e8b9c1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440247 Dec 14 18:24:24.009388 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-dcf4b7c1-f874-4e96-987b-ee16caac307b service neutron] 10.222.0.49 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852172 Dec 14 18:24:24.096382 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-2d7d4642-98a0-4ab3-92a3-e91d5a6ac765 service neutron] 10.222.0.49 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809419 Dec 14 18:24:24.389540 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6b9d1e9f-d9ad-42d5-abbc-0031ccd24f13 req-f50bef3c-3f59-4555-8ac7-0077c93dac7a tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Dec 14 18:24:24.527493 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1085-a112-442e-9b62-2a941bb50fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:25.362998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-397af417-b081-46f7-9a81-963e61c52a02 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:25.365171 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-397af417-b081-46f7-9a81-963e61c52a02 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 809 time: 0.1205325 Dec 14 18:24:25.409525 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-047369b2-f69e-4fa2-afa1-9a90d590f2d0 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=773687fc1f644387aa731e9ffe6d1d27 HTTP/1.1" status: 200 len: 379 time: 0.0357759 Dec 14 18:24:25.418827 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'port': {'device_id': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'admin_state_up': True, 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'security_groups': ['b77dfe22-837a-40bb-abfe-5021c89decce']}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:25.551883 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Made reservation on behalf of 773687fc1f644387aa731e9ffe6d1d27 for: {'port': 1} {{(pid=101644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:24:25.555684 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:25.699909 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_common [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Allocated IP 172.20.0.12 (45054f52-8acc-4da3-998c-e7366c0993eb/63f9b3eb-e625-407e-a943-5e075b2bc218/16c84a55-35ae-4468-a22a-52d68d079a24) {{(pid=101644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:24:25.728754 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-025b07aa-beec-48df-8dcb-3a53e9790326 req-14018410-98dc-4c47-9050-d0a7469dd44f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 210 time: 0.2564940 Dec 14 18:24:25.853431 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for port, precommit_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:25.888137 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_create {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:25.931495 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Network 45054f52-8acc-4da3-998c-e7366c0993eb is already hosted by enough agents. {{(pid=101644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:25.934557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.base_scheduler [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Resources bound (agent type, host, resource id): {{(pid=101644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:25.938143 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Received port after_create {{(pid=101644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:24:25.967157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=1']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:25.981661 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.982125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.982253 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.982622 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.983031 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.983359 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.983703 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.984027 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.984347 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.984663 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.984979 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:25.985292 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:26.006221 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:26.006887 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.024872 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-712b9b4e-e738-4fd6-af0a-922cc91cd7bb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096499 Dec 14 18:24:26.037582 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.v2.base [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Request body: {'port': {'device_id': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=101644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:26.095208 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.175269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-cbe26d7c-798d-4581-87c1-a7964d5ccb11 None None] Provisioning complete for port 16c84a55-35ae-4468-a22a-52d68d079a24 triggered by entity DHCP. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:26.175906 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-cbe26d7c-798d-4581-87c1-a7964d5ccb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.210896 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-cbe26d7c-798d-4581-87c1-a7964d5ccb11 None None] Port 16c84a55-35ae-4468-a22a-52d68d079a24 cannot update to ACTIVE because it is not bound. {{(pid=101645) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:24:26.590534 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c84a55-35ae-4468-a22a-52d68d079a24 {{(pid=101644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:24:26.597743 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.609516 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.provisioning_blocks [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Transition to ACTIVE for port object 16c84a55-35ae-4468-a22a-52d68d079a24 will not be triggered until provisioned by entity L2. {{(pid=101644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:24:26.613305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.666643 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=2']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:26.749109 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Attempting to bind port 16c84a55-35ae-4468-a22a-52d68d079a24 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:24:26.749395 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Attempting to bind port 16c84a55-35ae-4468-a22a-52d68d079a24 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:24:26.749795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Attempting to bind port 16c84a55-35ae-4468-a22a-52d68d079a24 on network 45054f52-8acc-4da3-998c-e7366c0993eb {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:26.756058 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Port 16c84a55-35ae-4468-a22a-52d68d079a24 on network 45054f52-8acc-4da3-998c-e7366c0993eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:24:26.756538 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Attempting to bind port 16c84a55-35ae-4468-a22a-52d68d079a24 on network 45054f52-8acc-4da3-998c-e7366c0993eb {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:24:26.762345 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Checking agent: {'id': '92c28a93-ff02-490f-92aa-7e7f88864417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'started_at': datetime.datetime(2021, 12, 14, 18, 12, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:24:26.763271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Checking segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:24:26.763271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Bound using segment: {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'} {{(pid=101644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:24:26.763486 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.managers [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Bound port: 16c84a55-35ae-4468-a22a-52d68d079a24, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fac59fe-07fe-4403-bb17-422b6b144beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb'}}] {{(pid=101644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:24:26.763841 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.841767 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, cleared binding levels {{(pid=101644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:24:26.844982 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:24:26.849970 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7620580'] for port, after_update {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.883795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:26.884575 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:26.885826 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1094 time: 0.8529680 Dec 14 18:24:26.886343 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:26.888641 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95" -d '{"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:26.914329 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e09e-90e6-4aa0-b089-d2488950ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=3']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:26.935975 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad7fd9-c0c7-4c2f-b107-a93ce8f36cf1 req-85f3f791-d789-482a-a2c0-2f7de78a25e2 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:26.944878 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-71ad7fd9-c0c7-4c2f-b107-a93ce8f36cf1 req-85f3f791-d789-482a-a2c0-2f7de78a25e2 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.1383693 Dec 14 18:24:26.945118 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc2ae1-f0b8-424c-80af-16f0bd2da78b x-openstack-request-id: req-10bc2ae1-f0b8-424c-80af-16f0bd2da78b {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:26.945424 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:26.945676 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10bc2ae1-f0b8-424c-80af-16f0bd2da78b {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:26.946061 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'status': 'completed', 'code': 200} Dec 14 18:24:26.980906 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-71ad7fd9-c0c7-4c2f-b107-a93ce8f36cf1 req-0732b2d0-f614-4a45-8957-0e8b60fdc466 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351026 Dec 14 18:24:26.981407 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-2c923a6a-d579-4ab8-ac08-56ef7c730610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:26.982921 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-2c923a6a-d579-4ab8-ac08-56ef7c730610 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1097 time: 0.0469153 Dec 14 18:24:27.029746 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-57355ea5-700a-418b-8e46-9d32e38370b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 217 time: 0.0382700 Dec 14 18:24:27.079840 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-ab06e814-c2dc-4ad8-979e-928ba44572a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.081398 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-ab06e814-c2dc-4ad8-979e-928ba44572a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0449624 Dec 14 18:24:27.127987 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-d02120bf-e562-4896-9944-53e680b31212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.129456 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-d02120bf-e562-4896-9944-53e680b31212 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406699 Dec 14 18:24:27.131539 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8ad93d16-075b-4dee-9424-1de9a11253f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:27.221530 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-27015488-eba6-4033-b854-487892d6cab3 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836408 Dec 14 18:24:27.316435 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-13038bb8-267a-422d-8581-a6bb8b6b7c65 req-c4dc80e3-1b99-459f-829d-b2c4f321db4c service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Dec 14 18:24:27.404585 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-b4ce0279-1305-4193-9eb9-9b2d852db16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.405996 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-b4ce0279-1305-4193-9eb9-9b2d852db16e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1097 time: 0.0456877 Dec 14 18:24:27.495451 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-9b16fb9e-cf8b-4c7c-8c24-bf06d5feefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.497179 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-9b16fb9e-cf8b-4c7c-8c24-bf06d5feefec service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0831966 Dec 14 18:24:27.540521 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-3bb74b6a-070a-4c14-9bf9-2fd47602e2a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 217 time: 0.0339780 Dec 14 18:24:27.593193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-b4328b1f-d123-4383-8e7a-0a3d0f276356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.594653 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-b4328b1f-d123-4383-8e7a-0a3d0f276356 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0468807 Dec 14 18:24:27.641241 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-1b93bc60-cb65-470f-8def-96ae5ccf7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:27.642790 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-1b93bc60-cb65-470f-8def-96ae5ccf7945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396733 Dec 14 18:24:27.729492 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-c12d46ff-df30-4647-810d-2a2778b4b750 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Dec 14 18:24:27.823079 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-59311eb8-3e7b-4c83-b3bb-4c368c8e6f95 req-2049221d-4734-4f10-a601-31ddc150f039 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Dec 14 18:24:28.097639 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10fbc9-d225-40b7-a5ba-36a64a65cebf req-801b4a7f-b076-47b8-91ed-021893229e67 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:28.099728 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6d10fbc9-d225-40b7-a5ba-36a64a65cebf req-801b4a7f-b076-47b8-91ed-021893229e67 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Dec 14 18:24:28.137445 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-6d10fbc9-d225-40b7-a5ba-36a64a65cebf req-2656a16e-38d2-4544-9505-6f3fb4062877 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Dec 14 18:24:28.275234 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:29.250541 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf781f-068d-4e9c-ac09-eef5af8f7be6 req-89709ea8-d72e-4fa9-b84b-5c6ddab6ed9b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:29.252035 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ecaf781f-068d-4e9c-ac09-eef5af8f7be6 req-89709ea8-d72e-4fa9-b84b-5c6ddab6ed9b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0483143 Dec 14 18:24:29.288937 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-ecaf781f-068d-4e9c-ac09-eef5af8f7be6 req-2e3495c3-f877-4833-bdb8-baa2add44339 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303824 Dec 14 18:24:29.996283 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:30.091883 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:30.414536 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a74b2-9b17-47b2-8c31-c0ba4576efe4 req-14eeb3d6-6b00-420c-973e-fb8c4aee1dc4 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:30.415990 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-943a74b2-9b17-47b2-8c31-c0ba4576efe4 req-14eeb3d6-6b00-420c-973e-fb8c4aee1dc4 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Dec 14 18:24:30.452395 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-943a74b2-9b17-47b2-8c31-c0ba4576efe4 req-aaa05fd4-1ab4-4d19-831d-b0a6b2a5845f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Dec 14 18:24:31.568190 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbada339-1530-4608-8b3d-878f0006b4f5 req-c0302af1-ec26-45a5-8cff-938c94ddaa7d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:31.569663 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bbada339-1530-4608-8b3d-878f0006b4f5 req-c0302af1-ec26-45a5-8cff-938c94ddaa7d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0492077 Dec 14 18:24:31.607992 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bbada339-1530-4608-8b3d-878f0006b4f5 req-20f8fe2f-035e-4366-80fb-fd3a40341074 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Dec 14 18:24:32.720885 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407f44-3bd5-43c4-b8f3-8b43f376ca24 req-6f73fabd-1558-456a-a55a-e5d06cd4652d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:32.722366 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f5407f44-3bd5-43c4-b8f3-8b43f376ca24 req-6f73fabd-1558-456a-a55a-e5d06cd4652d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0482976 Dec 14 18:24:32.761063 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f5407f44-3bd5-43c4-b8f3-8b43f376ca24 req-8f88a2b5-b286-4010-8938-a71937ec4eeb tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Dec 14 18:24:33.479798 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:24:33.573768 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:33.584799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '16c84a55-35ae-4468-a22a-52d68d079a24', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'mac_address': 'fa:16:3e:6a:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:24:33.620355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:33.633261 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c84a55-35ae-4468-a22a-52d68d079a24 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:24:33.651171 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:33.655899 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:33.701347 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=4']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:33.710805 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.711152 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.711492 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.711824 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.712155 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.712481 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.712806 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.713129 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.713454 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.713771 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.714089 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.714408 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:24:33.880035 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dc38-b77d-4f99-b28e-9acdac79fc5f req-aca986fe-7745-46eb-a782-724e81638a06 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:33.882061 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c33dc38-b77d-4f99-b28e-9acdac79fc5f req-aca986fe-7745-46eb-a782-724e81638a06 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Dec 14 18:24:33.886859 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['16c84a55-35ae-4468-a22a-52d68d079a24'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:24:33.920394 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1c33dc38-b77d-4f99-b28e-9acdac79fc5f req-d8e80c73-3eac-4804-addf-82e6b12eaf4c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Dec 14 18:24:35.036372 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f788-dceb-44ec-8f73-4bcde75b8972 req-20daf673-c571-4d7a-80a1-3f8f5071a684 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:35.037824 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3620f788-dceb-44ec-8f73-4bcde75b8972 req-20daf673-c571-4d7a-80a1-3f8f5071a684 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Dec 14 18:24:35.077753 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-3620f788-dceb-44ec-8f73-4bcde75b8972 req-ba330f79-7c1f-49ad-8616-37e71d8d71ef tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339236 Dec 14 18:24:35.509992 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:24:35.556928 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning for port 16c84a55-35ae-4468-a22a-52d68d079a24 completed by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:24:35.560474 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 16c84a55-35ae-4468-a22a-52d68d079a24 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:24:35.560838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:35.637173 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:35.658529 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:35.660781 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0bd02-0670-414a-a98a-ec6c217490f7" -d '{"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-plugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:35.673487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:35.678485 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:35.701068 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513cde65-248c-4b9b-bf87-66bded5a3b45 x-openstack-request-id: req-513cde65-248c-4b9b-bf87-66bded5a3b45 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:35.701348 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-plugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:35.701587 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-513cde65-248c-4b9b-bf87-66bded5a3b45 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:35.701960 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'code': 200} Dec 14 18:24:35.730531 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=5']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:35.919795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8813-3b93-490e-b250-8fd5cc155e84 req-0f4aa154-3fa1-4740-853f-75bf00bb2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:35.921270 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8dcf8813-3b93-490e-b250-8fd5cc155e84 req-0f4aa154-3fa1-4740-853f-75bf00bb2cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0405457 Dec 14 18:24:35.954658 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8dcf8813-3b93-490e-b250-8fd5cc155e84 req-970ccf8d-6857-4a80-a49f-e86bc1dc11bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264332 Dec 14 18:24:36.194722 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d43465-c412-47d3-b401-c74ff3afcd2f req-bd0683b2-0ed3-4205-ac5c-4d62baa3c57f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:36.196259 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73d43465-c412-47d3-b401-c74ff3afcd2f req-bd0683b2-0ed3-4205-ac5c-4d62baa3c57f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0506346 Dec 14 18:24:36.233590 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73d43465-c412-47d3-b401-c74ff3afcd2f req-0e877c55-e765-457d-a29f-255d01e235e6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Dec 14 18:24:37.355539 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527d6fc-b7af-465c-9a0e-5a092a51eade req-b5cd86bc-b4f0-4f4a-a58d-ef3a8b239a09 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:37.357065 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a527d6fc-b7af-465c-9a0e-5a092a51eade req-b5cd86bc-b4f0-4f4a-a58d-ef3a8b239a09 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0559871 Dec 14 18:24:37.395154 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a527d6fc-b7af-465c-9a0e-5a092a51eade req-fd653993-674e-40bb-a1c8-f2456681cd27 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Dec 14 18:24:37.507967 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7341859-1ec4-4162-be3d-051b240a0d31 req-5f7cda84-31db-4854-9c68-8267bdb61348 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:37.509443 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7341859-1ec4-4162-be3d-051b240a0d31 req-5f7cda84-31db-4854-9c68-8267bdb61348 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0498106 Dec 14 18:24:37.547408 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d7341859-1ec4-4162-be3d-051b240a0d31 req-549be0e4-918c-48ef-986d-9fe1c875f021 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Dec 14 18:24:37.568103 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54166) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:37.700975 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cf302-5486-488e-8440-f8a29c413f56 tempest-TestShelveInstance-1391123320 tempest-TestShelveInstance-1391123320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:37.702470 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-539cf302-5486-488e-8440-f8a29c413f56 tempest-TestShelveInstance-1391123320 tempest-TestShelveInstance-1391123320-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1094 time: 0.1334198 Dec 14 18:24:37.705509 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54170) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:37.710286 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.v2.base [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Request body: {'floatingip': {'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101643) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:24:37.731647 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for floatingip, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:37.830326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:37.932019 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_common [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Allocated IP 172.27.1.75 (4a31241a-366c-4479-b737-613686607bec/2afdfb3d-4dde-48e1-8356-9d7b7eedb13d/4aa2271e-59af-46a4-86d8-8e2c5506553c) {{(pid=101643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:24:38.002433 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:24:38.035512 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for port, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.068847 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749381858151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.104063 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Network 4a31241a-366c-4479-b737-613686607bec is already hosted by enough agents. {{(pid=101643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:24:38.108299 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.base_scheduler [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Resources bound (agent type, host, resource id): {{(pid=101643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:24:38.112410 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Received port after_create {{(pid=101643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:24:38.121142 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'Port': ['ID=4aa2271e-59af-46a4-86d8-8e2c5506553c,revision_number=1']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:38.453106 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.522939 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.672624 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for port, precommit_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.677206 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4786564'] for port, after_update {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.745643 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event updated for resources: {'Port': ['ID=4aa2271e-59af-46a4-86d8-8e2c5506553c,revision_number=2']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:38.757857 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627983'] for floatingip, after_create {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:38.856795 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Floating IP a3dc3509-9b29-4f2a-a67a-d5de57c75163 associated. External IP: 172.27.1.75, port: 16c84a55-35ae-4468-a22a-52d68d079a24. Dec 14 18:24:39.053659 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Router 6439e27c-f39f-418b-9bd0-aa52afcea85a has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:39.428744 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:39.438502 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Sync routers for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:39.446426 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:39.449564 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:39.450678 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:39.492417 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-aa0492aa-3bf1-4f8b-bdee-a42818db2b33 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7716043 Dec 14 18:24:39.492417 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:39.492417 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:39.517169 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48879f2-75b2-46e9-95a7-50998a19330e x-openstack-request-id: req-c48879f2-75b2-46e9-95a7-50998a19330e {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:39.517454 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:39.517702 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c48879f2-75b2-46e9-95a7-50998a19330e {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:39.518094 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'status': 'completed', 'code': 200} Dec 14 18:24:39.558483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:39.587168 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-b61584bf-1da9-4fa9-a64a-d85a21c2e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:39.588675 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-b61584bf-1da9-4fa9-a64a-d85a21c2e264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0476978 Dec 14 18:24:39.684163 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-e03acab1-9784-4d88-9128-78c4cb4d12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:39.685543 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-e03acab1-9784-4d88-9128-78c4cb4d12d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0901620 Dec 14 18:24:39.757624 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-4a913e6d-8b74-450e-b754-bcd3eb3c0003 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 999 time: 0.0648358 Dec 14 18:24:39.795625 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'a3dc3509-9b29-4f2a-a67a-d5de57c75163', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'mac_address': 'fa:16:3e:6a:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:24:38Z', 'updated_at': '2021-12-14T18:24:38Z', 'revision_number': 0, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:39.806761 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-9c69055d-3e80-423c-8a00-7ca40681c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:39.808217 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-9c69055d-3e80-423c-8a00-7ca40681c68a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0438063 Dec 14 18:24:39.820946 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Checking router: 6439e27c-f39f-418b-9bd0-aa52afcea85a for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:39.829706 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:39.830310 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:39.855368 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-3f7fb1ff-d94b-4782-a130-30edd17d56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:39.856845 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-3f7fb1ff-d94b-4782-a130-30edd17d56ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420418 Dec 14 18:24:39.936459 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:39.947438 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-a3be8692-1051-4959-ad52-08d4c74d25a0 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836213 Dec 14 18:24:40.038066 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b2f96e3f-7a72-4541-b2a7-f24450b90a1e req-b9c4ac86-4930-444f-8121-385b00f229c2 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840065 Dec 14 18:24:40.053015 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54176) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:40.172061 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'a3dc3509-9b29-4f2a-a67a-d5de57c75163', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'mac_address': 'fa:16:3e:6a:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:24:38Z', 'updated_at': '2021-12-14T18:24:38Z', 'revision_number': 0, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:40.201055 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a332fc-ab37-4e31-bf00-4462440c9f90 None None] The sync data for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi is: [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'a3dc3509-9b29-4f2a-a67a-d5de57c75163', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'mac_address': 'fa:16:3e:6a:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:24:38Z', 'updated_at': '2021-12-14T18:24:38Z', 'revision_number': 0, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:40.221572 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port 13494855-8787-4683-820d-57f25ed3e758 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:40.221990 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.303783 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.304211 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.315415 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for 13494855-8787-4683-820d-57f25ed3e758 owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:40.406156 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb174cc-8d25-41d4-be82-5283c47baa70 None None] New status for floating IP a3dc3509-9b29-4f2a-a67a-d5de57c75163: ACTIVE {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:24:40.470858 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.497963 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=13494855-8787-4683-820d-57f25ed3e758,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:40.559278 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.559649 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP b8b88c76-a04e-4443-a534-63996154a74f disassociated (deleted). External IP: 172.27.1.220, port: f40e956a-f92f-49c1-854a-b6fa42b300aa. Dec 14 18:24:40.765306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:40.878380 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:40.883422 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:40.888333 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:40.897626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:40.898264 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:40.910461 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-846d9ca4-7c50-4817-b3e1-389765af577e tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "DELETE /v2.0/floatingips/b8b88c76-a04e-4443-a534-63996154a74f HTTP/1.1" status: 204 len: 168 time: 0.8561974 Dec 14 18:24:40.911083 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:40.913848 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62522035-5bc5-4bc4-9f2c-07a4b12e662b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:40.954380 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d5d1de-4320-4290-a790-6c4d0161ef4f x-openstack-request-id: req-b8d5d1de-4320-4290-a790-6c4d0161ef4f {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:40.954764 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:40.955087 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8d5d1de-4320-4290-a790-6c4d0161ef4f {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:40.955550 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'status': 'completed', 'code': 200} Dec 14 18:24:41.010298 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:41.024897 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-a43c6cad-d484-4d00-9b98-55d94a4f88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:41.026368 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-a43c6cad-d484-4d00-9b98-55d94a4f88c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 1098 time: 0.0462763 Dec 14 18:24:41.133906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-a00eb1f2-a473-4c45-afaf-6040080b0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:41.135574 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-a00eb1f2-a473-4c45-afaf-6040080b0c98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.1001256 Dec 14 18:24:41.157608 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0b00-609b-48d8-bdd9-df7bf919a916 req-6fa2fc42-baf2-47eb-8bf8-ee9d3830e2cf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:41.159459 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a89c0b00-609b-48d8-bdd9-df7bf919a916 req-6fa2fc42-baf2-47eb-8bf8-ee9d3830e2cf tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0550773 Dec 14 18:24:41.181396 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-a0716dfd-7c2e-4947-855c-7e80824de51e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 200 len: 217 time: 0.0376852 Dec 14 18:24:41.201873 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a89c0b00-609b-48d8-bdd9-df7bf919a916 req-3c4b8bb0-5470-4ebc-a569-24bb5c8231d7 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Dec 14 18:24:41.235597 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-ef376802-7d98-4463-aa15-a96bc807f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:41.237183 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-ef376802-7d98-4463-aa15-a96bc807f5dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0489402 Dec 14 18:24:41.288687 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-f35402be-e87b-40d9-ae30-1d945f483dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:41.290070 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-f35402be-e87b-40d9-ae30-1d945f483dc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440183 Dec 14 18:24:41.303425 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-96c08ab6-67ac-4ad7-923c-16b38244078f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:24:41.304369 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-96c08ab6-67ac-4ad7-923c-16b38244078f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057094 Dec 14 18:24:41.372090 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:41.398743 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:41.402470 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-c54a2264-611f-464f-bcd5-879a2a3155f6 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Dec 14 18:24:41.407302 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:41.407911 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:41.506030 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-62522035-5bc5-4bc4-9f2c-07a4b12e662b req-f93c2582-b390-4f4a-9b1d-4dc84a4683ce service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958643 Dec 14 18:24:41.525562 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:41.743683 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:41.774953 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386f3d2-1d37-408e-8d78-1176f88618d2 None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_floatingips': [{'id': 'e8e198e4-6281-40a1-9097-85e711706025', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '4a31241a-366c-4479-b737-613686607bec', 'router_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'port_id': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'mac_address': 'fa:16:3e:ca:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:20:30Z', 'updated_at': '2021-12-14T18:20:33Z', 'revision_number': 1, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:41.999349 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea963936-be87-4530-89e4-2692a64ec6ba None None] New status for floating IP b8b88c76-a04e-4443-a534-63996154a74f: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:24:42.032077 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:42.320167 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd810a-d8f5-4334-b776-1e9db81424b4 req-50197cae-696d-4f1c-b92c-8e863617acb1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:42.321575 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-29cd810a-d8f5-4334-b776-1e9db81424b4 req-50197cae-696d-4f1c-b92c-8e863617acb1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0494201 Dec 14 18:24:42.360497 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-29cd810a-d8f5-4334-b776-1e9db81424b4 req-0acc4840-9675-407d-ae0a-ab47320651dd tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Dec 14 18:24:42.666154 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007d7-94d4-4388-9822-64949865979e req-9236d653-e380-48c5-b314-c3562a56a5fb tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:42.667614 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-486007d7-94d4-4388-9822-64949865979e req-9236d653-e380-48c5-b314-c3562a56a5fb tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 945 time: 0.0484569 Dec 14 18:24:42.756213 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port f40e956a-f92f-49c1-854a-b6fa42b300aa {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:42.756548 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:42.845063 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] For port f40e956a-f92f-49c1-854a-b6fa42b300aa, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f40e956a-f92f-49c1-854a-b6fa42b300aa,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:42.845432 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:42.857760 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for f40e956a-f92f-49c1-854a-b6fa42b300aa owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:42.984555 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:43.014209 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=f40e956a-f92f-49c1-854a-b6fa42b300aa,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:43.054745 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] No DVR routers for this DVR port f40e956a-f92f-49c1-854a-b6fa42b300aa on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:24:43.057168 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:43.060445 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-486007d7-94d4-4388-9822-64949865979e req-54e66776-bb02-4398-8651-78ee2d98b378 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "DELETE /v2.0/ports/f40e956a-f92f-49c1-854a-b6fa42b300aa HTTP/1.1" status: 204 len: 173 time: 0.3868747 Dec 14 18:24:43.060874 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'name': 'network-vif-deleted', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:43.063125 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5783958-18b8-4f83-912c-0d7f68321332" -d '{"events": [{"server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "name": "network-vif-deleted", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:43.099564 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36c4ed3-c87c-4edd-9b30-c160f41c7f99 x-openstack-request-id: req-a36c4ed3-c87c-4edd-9b30-c160f41c7f99 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:43.099844 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c123b89-9c47-42e9-a45f-d411c2e5277a", "name": "network-vif-deleted", "tag": "f40e956a-f92f-49c1-854a-b6fa42b300aa", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:43.100085 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a36c4ed3-c87c-4edd-9b30-c160f41c7f99 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:43.100476 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c123b89-9c47-42e9-a45f-d411c2e5277a', 'name': 'network-vif-deleted', 'tag': 'f40e956a-f92f-49c1-854a-b6fa42b300aa', 'status': 'completed', 'code': 200} Dec 14 18:24:43.472497 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-cd4ad4b2-7bdf-4f2b-9d82-fca73a8dd132 req-537779de-4e07-4434-898e-49304bd210b8 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c123b89-9c47-42e9-a45f-d411c2e5277a HTTP/1.1" status: 200 len: 210 time: 0.0310917 Dec 14 18:24:45.557262 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device f40e956a-f92f-49c1-854a-b6fa42b300aa no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:45.577495 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: f40e956a-f92f-49c1-854a-b6fa42b300aa {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:45.577843 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device f40e956a-f92f-49c1-854a-b6fa42b300aa not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:46.744253 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54206) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:46.899366 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port 80fb433e-f0dd-49b5-89aa-5cda5fdac749 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:46.899615 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:46.975591 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:46.975909 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:46.987237 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for 80fb433e-f0dd-49b5-89aa-5cda5fdac749 owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:47.131141 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:47.157228 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=80fb433e-f0dd-49b5-89aa-5cda5fdac749,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:47.214123 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:47.214493 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.db.l3_db [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Floating IP e8e198e4-6281-40a1-9097-85e711706025 disassociated (deleted). External IP: 172.27.1.42, port: a6f52490-ec13-4629-bc34-1cb446e892dd. Dec 14 18:24:47.416746 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:47.524052 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:47.528712 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:47.533406 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:47.542308 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:47.542944 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:47.555109 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-da63b2f5-b6ab-4864-99e3-cd9fd533ae62 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "DELETE /v2.0/floatingips/e8e198e4-6281-40a1-9097-85e711706025 HTTP/1.1" status: 204 len: 168 time: 0.8097889 Dec 14 18:24:47.555691 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:47.557912 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce" -d '{"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:47.596652 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a488f-7033-4e83-91b0-087fbc16d0d8 x-openstack-request-id: req-cd0a488f-7033-4e83-91b0-087fbc16d0d8 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:47.597088 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:47.597470 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd0a488f-7033-4e83-91b0-087fbc16d0d8 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:47.597860 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'status': 'completed', 'code': 200} Dec 14 18:24:47.654186 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:47.663082 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-92d4a819-2e63-4bf2-8533-ebee3e7830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:47.664663 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-92d4a819-2e63-4bf2-8533-ebee3e7830e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c603d6f8a4641938be2e16379d161a5&device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 1099 time: 0.0441730 Dec 14 18:24:47.766921 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-646f53ed-9aef-414f-8c9d-a2f82a205bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:47.768370 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-646f53ed-9aef-414f-8c9d-a2f82a205bcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 200 len: 913 time: 0.0920730 Dec 14 18:24:47.788008 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ec1c5-31fa-4528-8846-a0d43ba950be req-176abafc-4681-4eec-80ee-aed184c8a739 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:47.789912 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d62ec1c5-31fa-4528-8846-a0d43ba950be req-176abafc-4681-4eec-80ee-aed184c8a739 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.0569160 Dec 14 18:24:47.812793 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-8ff61b0b-5a3a-425e-ab31-c4261cab3f17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 200 len: 217 time: 0.0357180 Dec 14 18:24:47.833947 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-d62ec1c5-31fa-4528-8846-a0d43ba950be req-4cd24e90-0de7-4a6e-9773-2cd04b411d75 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Dec 14 18:24:47.873673 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-8004843d-475b-4005-82ab-fc8907166cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:47.875199 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-8004843d-475b-4005-82ab-fc8907166cc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 200 len: 851 time: 0.0505497 Dec 14 18:24:47.881960 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:47.912758 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:47.921255 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:47.921872 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:47.924987 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-0be88be3-1da3-4ea2-ad70-c01728f83901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:47.926469 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-0be88be3-1da3-4ea2-ad70-c01728f83901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f4b6ce0-463d-414b-8a5c-533899d65ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403266 Dec 14 18:24:48.018530 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-0a2a1fd1-c5ed-4b07-8693-67bb2b3567a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 Dec 14 18:24:48.029078 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:48.233111 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:48.265281 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c0c0e-cc87-4888-bba8-4aa6f9bd9904 None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:09Z', 'revision_number': 4, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': '60e3894c-5593-44e0-9bda-15f617374599', 'name': '', 'network_id': '4f4b6ce0-463d-414b-8a5c-533899d65ec8', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'mac_address': 'fa:16:3e:14:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:09Z', 'updated_at': '2021-12-14T18:17:15Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'subnets': [{'id': '4e8778f7-a82b-4d62-8b2d-a941cb17a643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:48.348020 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-ad7966b2-10fd-4f5a-b82e-1a8b4ecbefce req-9aaa0ed4-6393-44df-a818-062d528b5fae service neutron] 10.222.0.30 "GET /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186138 Dec 14 18:24:48.480107 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cac45c-3e6d-4d33-b29b-88b03d687db6 None None] New status for floating IP e8e198e4-6281-40a1-9097-85e711706025: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:24:48.952420 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51f950-f0b5-45c6-8f55-88630bcf6dd5 req-3ecabefa-d69a-4ed6-8c1c-3cb148296842 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:48.953911 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fd51f950-f0b5-45c6-8f55-88630bcf6dd5 req-3ecabefa-d69a-4ed6-8c1c-3cb148296842 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.0498195 Dec 14 18:24:48.994114 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-fd51f950-f0b5-45c6-8f55-88630bcf6dd5 req-6e1a1f08-312b-46fb-b597-99dfedc44293 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/security-groups?id=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330873 Dec 14 18:24:49.366960 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-a909b5e3-b7c9-4880-a9c2-ef6ea23aeb70 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:24:49.368754 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-a909b5e3-b7c9-4880-a9c2-ef6ea23aeb70 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 946 time: 0.0488698 Dec 14 18:24:49.470492 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port a6f52490-ec13-4629-bc34-1cb446e892dd {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:49.470847 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:49.558795 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] For port a6f52490-ec13-4629-bc34-1cb446e892dd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6f52490-ec13-4629-bc34-1cb446e892dd,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:49.559161 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:49.572381 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for a6f52490-ec13-4629-bc34-1cb446e892dd owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:49.701380 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:49.731919 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=a6f52490-ec13-4629-bc34-1cb446e892dd,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:49.776319 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] No DVR routers for this DVR port a6f52490-ec13-4629-bc34-1cb446e892dd on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:24:49.778733 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:49.782038 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-0f429da7-c17b-4ec0-a456-53d86b80128e req-f3e8db03-d734-4660-a331-f30d89e9a761 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.30 "DELETE /v2.0/ports/a6f52490-ec13-4629-bc34-1cb446e892dd HTTP/1.1" status: 204 len: 173 time: 0.4052281 Dec 14 18:24:49.782467 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'name': 'network-vif-deleted', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:24:49.784755 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39129d1f-e017-450e-aa4e-245a8366fc67" -d '{"events": [{"server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "name": "network-vif-deleted", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:24:49.824031 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff870ea3-8632-491e-a4e3-fa92beba5564 x-openstack-request-id: req-ff870ea3-8632-491e-a4e3-fa92beba5564 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:24:49.824282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6760aa0-0e5c-4bd0-a6be-0c65d9742851", "name": "network-vif-deleted", "tag": "a6f52490-ec13-4629-bc34-1cb446e892dd", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:24:49.824619 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff870ea3-8632-491e-a4e3-fa92beba5564 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:24:49.825163 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6760aa0-0e5c-4bd0-a6be-0c65d9742851', 'name': 'network-vif-deleted', 'tag': 'a6f52490-ec13-4629-bc34-1cb446e892dd', 'status': 'completed', 'code': 200} Dec 14 18:24:50.095898 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e8e5775c-c884-4222-81dc-ed9dc31ad21a req-24a7db2f-f026-47d6-9dee-e726c02d2197 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6760aa0-0e5c-4bd0-a6be-0c65d9742851 HTTP/1.1" status: 200 len: 210 time: 0.0295713 Dec 14 18:24:51.152771 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54222) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:51.279435 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Deleting port 8d918c05-fc9a-40e1-8976-162cdabfcda4 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:51.279766 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.376435 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.376905 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.397120 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Calling delete_port for 8d918c05-fc9a-40e1-8976-162cdabfcda4 owned by network:floatingip {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:51.544684 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.571639 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'Port': ['ID=8d918c05-fc9a-40e1-8976-162cdabfcda4,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:51.634271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for floatingip, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.636745 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:51.638243 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3e91cd5c-ee32-4052-ac93-25ae5032f7d3 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "DELETE /v2.0/floatingips/2b8b12cd-8d0d-4c68-9693-5a34f2571ff6 HTTP/1.1" status: 204 len: 168 time: 0.4841328 Dec 14 18:24:52.837402 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54236) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:52.897832 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:52.922740 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:52.981167 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:52.983900 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:52.985052 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] 10.222.0.49 "DELETE /v2.0/security-groups/413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f HTTP/1.1" status: 204 len: 168 time: 0.1466620 Dec 14 18:24:52.994563 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7bcc-970d-4871-a8a3-82f6b704b6c1 tempest-TestVolumeBootPattern-739583708 tempest-TestVolumeBootPattern-739583708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413bb2a6-35bf-4bb5-93c5-4f45b6bdb67f,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:53.041271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54240) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:53.521939 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:53.572625 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a6f52490-ec13-4629-bc34-1cb446e892dd no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:53.593238 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: a6f52490-ec13-4629-bc34-1cb446e892dd {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:53.593581 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device a6f52490-ec13-4629-bc34-1cb446e892dd not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:53.782340 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Deleting port 60e3894c-5593-44e0-9bda-15f617374599 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:53.782688 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:53.866193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] For port 60e3894c-5593-44e0-9bda-15f617374599, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=60e3894c-5593-44e0-9bda-15f617374599,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:53.866939 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:53.880369 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Calling delete_port for 60e3894c-5593-44e0-9bda-15f617374599 owned by network:router_interface {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:54.060367 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.086672 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e3894c-5593-44e0-9bda-15f617374599,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:54.255926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.474254 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Router fec4fec4-6927-46d2-a9a8-5b3262d0521f has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:54.529303 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-1359e99d-e1ad-406f-919a-559767d3c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.585275 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:54.590354 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-f0f2b3af-0139-498b-8986-f5aad52ad923 admin admin] 10.222.0.49 "PUT /v2.0/routers/fec4fec4-6927-46d2-a9a8-5b3262d0521f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479286 Dec 14 18:24:54.593094 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54244) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:54.595908 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Sync routers for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:54.605574 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:54.606196 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:54.706122 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.711952 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:54.807461 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.861539 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Deleting port 56963643-a7f2-4f4e-b021-48b539c895c6 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:54.861878 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.894399 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:24:54Z', 'revision_number': 5, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port': {'id': '56963643-a7f2-4f4e-b021-48b539c895c6', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:54.950799 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] For port 56963643-a7f2-4f4e-b021-48b539c895c6, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=56963643-a7f2-4f4e-b021-48b539c895c6,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:54.951536 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:54.965205 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Calling delete_port for 56963643-a7f2-4f4e-b021-48b539c895c6 owned by network:router_gateway {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:55.046837 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Checking router: fec4fec4-6927-46d2-a9a8-5b3262d0521f for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:55.055787 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Routers {'fec4fec4-6927-46d2-a9a8-5b3262d0521f'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:55.056404 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:27Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:55.132852 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.143295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] Set router fec4fec4-6927-46d2-a9a8-5b3262d0521f gateway port host: None {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:55.163701 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56963643-a7f2-4f4e-b021-48b539c895c6,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:55.195617 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:24:54Z', 'revision_number': 6, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:55.222043 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.224374 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61137553-3b71-4a14-9985-1d310b32cac2 None None] The sync data for ids ['fec4fec4-6927-46d2-a9a8-5b3262d0521f'] in dv-cinder-821744-1-iscsi is: [{'id': 'fec4fec4-6927-46d2-a9a8-5b3262d0521f', 'name': 'tempest-TestVolumeBootPattern-1192706596-router', 'tenant_id': '0c603d6f8a4641938be2e16379d161a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:06Z', 'updated_at': '2021-12-14T18:24:54Z', 'revision_number': 6, 'project_id': '0c603d6f8a4641938be2e16379d161a5', 'gw_port_host': None}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:55.316680 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.318811 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.362692 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.363219 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec4fec4-6927-46d2-a9a8-5b3262d0521f {{(pid=101644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:24:55.367881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.369007 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-fe51c634-6c4d-4b69-9649-de2623b297d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fec4fec4-6927-46d2-a9a8-5b3262d0521f HTTP/1.1" status: 204 len: 168 time: 0.7749908 Dec 14 18:24:55.372119 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54246) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:55.420739 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Deleting subnet 4e8778f7-a82b-4d62-8b2d-a941cb17a643 {{(pid=101644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:24:55.425913 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.463603 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7951248'] for subnet, precommit_delete_associations {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.553605 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.616142 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7620398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4634764'] for subnet, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.643282 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8778f7-a82b-4d62-8b2d-a941cb17a643,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:55.647557 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for subnet, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.653148 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-ae1a8fb1-1323-48f9-84bd-0802cd450e93 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e8778f7-a82b-4d62-8b2d-a941cb17a643 HTTP/1.1" status: 204 len: 168 time: 0.2777164 Dec 14 18:24:55.653348 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54248) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:55.654267 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c60b95-4b43-4f6e-9253-b0268bf95f92 None None] Network 4f4b6ce0-463d-414b-8a5c-533899d65ec8 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:24:55.747434 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.814891 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Deleting port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:55.815222 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.883089 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] For port 0b5685f6-0787-41d4-bae0-726dd0fa64f8, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=0b5685f6-0787-41d4-bae0-726dd0fa64f8,segment=NetworkSegment(7d49d81b-c36c-4fd3-a983-0f1f8e4d294b),segment_id=7d49d81b-c36c-4fd3-a983-0f1f8e4d294b)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:55.886998 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:55.901608 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Calling delete_port for 0b5685f6-0787-41d4-bae0-726dd0fa64f8 owned by network:dhcp {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:55.984831 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.015653 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5685f6-0787-41d4-bae0-726dd0fa64f8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:56.019415 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] No DVR routers for this DVR port 0b5685f6-0787-41d4-bae0-726dd0fa64f8 on host dv-cinder-821744-1-iscsi {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:24:56.032445 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c30b5-a457-4395-9d68-0f76e653d723 None None] DHCP port deletion for 4f4b6ce0-463d-414b-8a5c-533899d65ec8 request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:24:56.054018 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 60e3894c-5593-44e0-9bda-15f617374599 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:56.082760 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 60e3894c-5593-44e0-9bda-15f617374599 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:56.083027 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 60e3894c-5593-44e0-9bda-15f617374599 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:56.100193 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.123447 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4b6ce0-463d-414b-8a5c-533899d65ec8']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:56.136826 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:56.137105 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d49d81b-c36c-4fd3-a983-0f1f8e4d294b') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:56.148039 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.161734 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.167906 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:24:56.168295 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:24:56.170014 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:24:56.472207 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.479756 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:56.482055 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] 10.222.0.49 "DELETE /v2.0/networks/4f4b6ce0-463d-414b-8a5c-533899d65ec8 HTTP/1.1" status: 204 len: 168 time: 0.8277490 Dec 14 18:24:56.485197 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54250) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:56.493725 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9416e-c1fc-4b45-87a5-7b6d0485fa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4b6ce0-463d-414b-8a5c-533899d65ec8,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:56.846090 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.102011 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Deleting port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:57.102242 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.134945 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-60619d37-96cb-4a49-a856-f9a42e975d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.183871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] For port 085cd691-189c-41b9-aaf4-0cbd2cde4a4f, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:57.184262 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.197594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Calling delete_port for 085cd691-189c-41b9-aaf4-0cbd2cde4a4f owned by network:router_interface {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:57.388809 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.412280 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Pushing event deleted for resources: {'Port': ['ID=085cd691-189c-41b9-aaf4-0cbd2cde4a4f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:57.593157 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:57.623202 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 56963643-a7f2-4f4e-b021-48b539c895c6 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:57.648377 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 56963643-a7f2-4f4e-b021-48b539c895c6 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:57.648732 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 56963643-a7f2-4f4e-b021-48b539c895c6 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:57.649224 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 0b5685f6-0787-41d4-bae0-726dd0fa64f8 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:57.668807 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 0b5685f6-0787-41d4-bae0-726dd0fa64f8 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:57.669252 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 0b5685f6-0787-41d4-bae0-726dd0fa64f8 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:57.842726 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:24:57.950381 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:24:57.955474 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-9889cf58-6913-4f18-b573-26c9f5ff861b admin admin] 10.222.0.49 "PUT /v2.0/routers/2c78f9ca-1ca9-4f87-b73d-1611f238a13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691539 Dec 14 18:24:57.958233 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54252) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:57.960902 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Sync routers for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:24:57.972802 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:57.973423 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:58.064943 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks [] for router, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.079623 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:58.170563 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.228709 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Deleting port 23477203-7581-4e03-930d-6c958313a33b {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:58.228932 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.273571 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '23477203-7581-4e03-930d-6c958313a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:24:57Z', 'revision_number': 5, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port': {'id': '23477203-7581-4e03-930d-6c958313a33b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:17:14Z', 'updated_at': '2021-12-14T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:58.282569 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.304071 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Checking router: 2c78f9ca-1ca9-4f87-b73d-1611f238a13d for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:24:58.312685 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Routers {'2c78f9ca-1ca9-4f87-b73d-1611f238a13d'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:24:58.313289 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:24:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:58.319498 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] For port 23477203-7581-4e03-930d-6c958313a33b, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=23477203-7581-4e03-930d-6c958313a33b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:58.319887 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.344650 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Calling delete_port for 23477203-7581-4e03-930d-6c958313a33b owned by network:router_gateway {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:58.413757 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] Set router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d gateway port host: None {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:24:58.474185 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:24:58Z', 'revision_number': 6, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:58.506104 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d68a2f-2416-41e5-b8c0-dc8b4c157063 None None] The sync data for ids ['2c78f9ca-1ca9-4f87-b73d-1611f238a13d'] in dv-cinder-821744-1-iscsi is: [{'id': '2c78f9ca-1ca9-4f87-b73d-1611f238a13d', 'name': 'tempest-TestVolumeBootPattern-1229485494-router', 'tenant_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:17:13Z', 'updated_at': '2021-12-14T18:24:58Z', 'revision_number': 6, 'project_id': '9886ec6ffd1d424f9f78981f1d2e28c7', 'gw_port_host': None}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:24:58.525968 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.553215 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Pushing event deleted for resources: {'Port': ['ID=23477203-7581-4e03-930d-6c958313a33b,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:58.622219 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.716324 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.718562 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.766855 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.767313 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c78f9ca-1ca9-4f87-b73d-1611f238a13d {{(pid=101643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:24:58.771840 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.773002 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-609163b4-c29b-4dc6-abe7-bdd4b9d3a153 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2c78f9ca-1ca9-4f87-b73d-1611f238a13d HTTP/1.1" status: 204 len: 168 time: 0.8134835 Dec 14 18:24:58.776370 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54254) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:58.828187 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Deleting subnet befcf3ef-b091-4a44-9ff9-7e0a2deeb328 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:24:58.831504 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.873555 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7340970'] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:58.962178 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.017801 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5961472'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.043002 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befcf3ef-b091-4a44-9ff9-7e0a2deeb328,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:59.051282 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.055253 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4d173078-cacc-4514-981a-b4afcd11c355 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/befcf3ef-b091-4a44-9ff9-7e0a2deeb328 HTTP/1.1" status: 204 len: 168 time: 0.2774074 Dec 14 18:24:59.056355 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8243f91-3971-4543-8e26-7ec91da51de3 None None] Network 75b7da00-adbe-4171-9982-8badb8eeec84 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:24:59.058092 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54256) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:59.126456 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.187648 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Deleting port 6e33c57e-dd50-4066-9061-0e849d8e3f65 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:59.187994 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.258528 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] For port 6e33c57e-dd50-4066-9061-0e849d8e3f65, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=6e33c57e-dd50-4066-9061-0e849d8e3f65,segment=NetworkSegment(69889ee5-295a-4db4-b1d9-3d34acdd1719),segment_id=69889ee5-295a-4db4-b1d9-3d34acdd1719)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:59.258939 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.271224 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Calling delete_port for 6e33c57e-dd50-4066-9061-0e849d8e3f65 owned by network:dhcp {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:59.309000 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] DHCP port deletion for 75b7da00-adbe-4171-9982-8badb8eeec84 request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:24:59.359206 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Deleting port 6e33c57e-dd50-4066-9061-0e849d8e3f65 {{(pid=101645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:24:59.359543 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.359674 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.387145 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e33c57e-dd50-4066-9061-0e849d8e3f65,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:59.389190 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] No DVR routers for this DVR port 6e33c57e-dd50-4066-9061-0e849d8e3f65 on host dv-cinder-821744-1-iscsi {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:24:59.432569 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] For port 6e33c57e-dd50-4066-9061-0e849d8e3f65, host dv-cinder-821744-1-iscsi, got binding levels [] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:24:59.432962 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.449708 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Calling delete_port for 6e33c57e-dd50-4066-9061-0e849d8e3f65 owned by network:dhcp {{(pid=101645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:24:59.452728 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.ipam_backend_mixin [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Port 6e33c57e-dd50-4066-9061-0e849d8e3f65 was not found and therefore no delete operation was performed {{(pid=101645) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:24:59.453984 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.469421 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.481393 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] Pushing event deleted for resources: {'Port': ['ID=6e33c57e-dd50-4066-9061-0e849d8e3f65,revision_number=None']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:59.483767 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef941a34-bdd2-41da-8188-d67523c7fbbc None None] No DVR routers for this DVR port 6e33c57e-dd50-4066-9061-0e849d8e3f65 on host dv-cinder-821744-1-iscsi {{(pid=101645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:24:59.496067 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b7da00-adbe-4171-9982-8badb8eeec84']}} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:59.508167 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69889ee5-295a-4db4-b1d9-3d34acdd1719') {'for_net_delete': True} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:59.508813 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.services.segments.db [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69889ee5-295a-4db4-b1d9-3d34acdd1719') {} {{(pid=101644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:24:59.521174 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7951241'] for segment, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.543148 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.549824 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:24:59.550184 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7620552'] for segment, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: Traceback (most recent call last): Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: timer() Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: cb(*args, **kw) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: return func(*args, **kwargs) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: self._notify() Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: self.callback(batched_events) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: event.method(event) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: return f(self, *a, **k) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._get(url).json() Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: return self.request(url, 'GET', **kwargs) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:24:59.552020 dv-cinder-821744-1-iscsi neutron-server[101644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:24:59.574198 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6e33c57e-dd50-4066-9061-0e849d8e3f65 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:59.595691 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 6e33c57e-dd50-4066-9061-0e849d8e3f65 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:59.596034 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 6e33c57e-dd50-4066-9061-0e849d8e3f65 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:59.596583 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 085cd691-189c-41b9-aaf4-0cbd2cde4a4f no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:59.617351 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 085cd691-189c-41b9-aaf4-0cbd2cde4a4f {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:59.618032 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 085cd691-189c-41b9-aaf4-0cbd2cde4a4f not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:59.618487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 23477203-7581-4e03-930d-6c958313a33b no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:24:59.623803 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.632271 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.638132 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] 10.222.0.49 "DELETE /v2.0/networks/75b7da00-adbe-4171-9982-8badb8eeec84 HTTP/1.1" status: 204 len: 168 time: 0.5766299 Dec 14 18:24:59.639857 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 23477203-7581-4e03-930d-6c958313a33b {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:24:59.640596 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 23477203-7581-4e03-930d-6c958313a33b not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:24:59.658948 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62b50-3094-486d-9665-f7c0650b9726 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b7da00-adbe-4171-9982-8badb8eeec84,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:24:59.759921 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54260) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:59.800024 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-036b1108-a61a-4d06-badd-8d0268c6e5be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c603d6f8a4641938be2e16379d161a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387511 Dec 14 18:24:59.802357 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54262) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:24:59.860511 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.886856 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.932218 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.934833 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:24:59.935949 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b9d242d-154b-4236-85c6-cc8be44a3d2b HTTP/1.1" status: 204 len: 168 time: 0.1321301 Dec 14 18:24:59.943332 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18115b42-0ae2-4720-9964-5a66db240c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9d242d-154b-4236-85c6-cc8be44a3d2b,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:25:00.002235 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.100047 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.253821 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54270) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:25:00.293863 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-b1a8df29-b013-4d80-87c2-6f17547cefc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9886ec6ffd1d424f9f78981f1d2e28c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388777 Dec 14 18:25:00.296306 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54272) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:25:00.344993 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.367535 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.417283 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.419938 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:00.421114 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f5fe322-f180-4f36-aab2-e7f4f1b84762 HTTP/1.1" status: 204 len: 168 time: 0.1239066 Dec 14 18:25:00.431709 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3a1b4-7aa0-41aa-b777-651ca2b511cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5fe322-f180-4f36-aab2-e7f4f1b84762,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:25:12.053917 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:15.001260 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:25:16.644820 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-c255c52d-2c4a-4a97-840a-b687422b3064 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759970 Dec 14 18:25:16.725867 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-84e115a4-9a67-4735-9f32-9ee63fdc5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:25:16.727230 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-84e115a4-9a67-4735-9f32-9ee63fdc5a1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0398068 Dec 14 18:25:16.830013 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-f7693d85-5136-4672-a109-247fd2c9632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:25:16.831480 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-f7693d85-5136-4672-a109-247fd2c9632a service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0853934 Dec 14 18:25:16.902767 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-e6d9ac9a-b871-42f8-bcd6-867073a53c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1001 time: 0.0639346 Dec 14 18:25:16.965645 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-d66d0567-43b8-4729-bf71-a0a9ebe4a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:25:16.967163 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-d66d0567-43b8-4729-bf71-a0a9ebe4a1ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0576456 Dec 14 18:25:17.012884 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-e0557cab-210c-462c-bc36-3fc177e4b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:25:17.014281 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-e0557cab-210c-462c-bc36-3fc177e4b458 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405095 Dec 14 18:25:17.106355 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-ea294e44-927f-485d-b971-5573e52bc63d service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Dec 14 18:25:17.197157 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-a03579a9-a29d-4a9c-9e2e-3d8a35aa7dc7 req-537d7701-f236-4f66-a479-1f23977616b4 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Dec 14 18:25:24.531260 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-90fe0f1e-d167-461f-8973-228441480efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:27.137743 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-fbe94e50-3ed8-499f-b855-36e6b4329b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:28.275680 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:29.994509 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:30.099207 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:42.056971 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:52.003057 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:25:54.533837 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-7bd19e36-0566-4274-99e6-9c1d1f576e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:57.138922 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-01beb2bf-1cd6-44ee-8905-08f70b0db57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:58.279170 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:25:59.995483 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:00.100284 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:12.055850 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:17.520013 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-af9014a3-eaea-464e-86ff-fd24dc0327ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465841 Dec 14 18:26:17.599920 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-0a54e335-d9df-4c83-b8bf-579d21704d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:17.601358 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-0a54e335-d9df-4c83-b8bf-579d21704d26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0392573 Dec 14 18:26:17.701424 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-18132e59-b4a8-439d-8b95-d420db9d1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:17.702898 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-18132e59-b4a8-439d-8b95-d420db9d1651 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0825725 Dec 14 18:26:17.771091 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-d91ce4bb-8a32-4163-8e2d-b9852e113ec0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1001 time: 0.0611503 Dec 14 18:26:17.819696 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-43d28343-b317-467e-aaee-a13f7ba216bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:17.821208 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-43d28343-b317-467e-aaee-a13f7ba216bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0431592 Dec 14 18:26:17.868156 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-91358c89-019f-400b-9037-4547a0746e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:17.869655 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-91358c89-019f-400b-9037-4547a0746e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405595 Dec 14 18:26:17.966710 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-beff1e70-b5f5-46ce-a8b7-aff33fea60f7 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900702 Dec 14 18:26:18.056420 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-3341c5b5-697d-4a6d-a26b-475c231159c7 req-9b3a7acd-f5ff-48ec-87e6-0da7b08beedd service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829577 Dec 14 18:26:24.533997 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4c4b-dd5b-4431-b845-5f78f8fdf486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:27.139699 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-4bad24b3-87f9-43b9-83c6-8d7924106dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:28.281922 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:29.003536 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:26:29.997561 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:30.104688 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:35.792944 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3268f-4582-4bb9-80b9-7569039c61ad req-56663d42-bf5f-40d0-9b14-082eddc08148 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:35.794360 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-84a3268f-4582-4bb9-80b9-7569039c61ad req-56663d42-bf5f-40d0-9b14-082eddc08148 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0509770 Dec 14 18:26:35.836666 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-84a3268f-4582-4bb9-80b9-7569039c61ad req-b6f04876-1da4-4813-aa06-52caf8723383 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362780 Dec 14 18:26:36.965281 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203eb7-f7dc-432b-a135-9a81dae8341d req-61cec00b-1570-4314-b300-d801b144aa8c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:36.966752 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37203eb7-f7dc-432b-a135-9a81dae8341d req-61cec00b-1570-4314-b300-d801b144aa8c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0483313 Dec 14 18:26:37.003692 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-37203eb7-f7dc-432b-a135-9a81dae8341d req-28a07897-aa13-45e8-8d0c-cd8ea967cbbc tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305717 Dec 14 18:26:38.120794 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e3f93-79aa-494b-9e53-3d091164ef71 req-2320ea2e-de7a-485a-b08b-b378a7ea09aa tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:38.122243 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-951e3f93-79aa-494b-9e53-3d091164ef71 req-2320ea2e-de7a-485a-b08b-b378a7ea09aa tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Dec 14 18:26:38.158992 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-951e3f93-79aa-494b-9e53-3d091164ef71 req-0a56d135-c72c-4c7f-9b77-3e3319afc2f1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303984 Dec 14 18:26:39.271050 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880a16-04b2-454f-b7d9-5da35d1bba00 req-23cc9fbf-1536-4370-8642-460b7a4da58f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:39.272482 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-77880a16-04b2-454f-b7d9-5da35d1bba00 req-23cc9fbf-1536-4370-8642-460b7a4da58f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Dec 14 18:26:39.313001 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-77880a16-04b2-454f-b7d9-5da35d1bba00 req-c6d999a8-b247-45e8-846d-d0a97be8e020 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345674 Dec 14 18:26:40.425595 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293d43-c509-40a9-a7d7-1b55a0472ccd req-e45304fb-f98a-4f32-81b6-f6fc73628297 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:40.427117 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a5293d43-c509-40a9-a7d7-1b55a0472ccd req-e45304fb-f98a-4f32-81b6-f6fc73628297 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Dec 14 18:26:40.466026 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-a5293d43-c509-40a9-a7d7-1b55a0472ccd req-aed7a7c4-b376-4a19-aaee-03ebe09e7992 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Dec 14 18:26:41.586894 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc7d4-9fe4-41e9-903d-db041c882862 req-57ffbaa6-09dc-47fd-ab7a-1c571e1a3a5f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:41.588409 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-827fc7d4-9fe4-41e9-903d-db041c882862 req-57ffbaa6-09dc-47fd-ab7a-1c571e1a3a5f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Dec 14 18:26:41.627814 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-827fc7d4-9fe4-41e9-903d-db041c882862 req-138cda88-8e89-4147-bf3f-f4c105f220e4 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Dec 14 18:26:42.074093 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:42.741198 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4791a7-fc8c-4ddb-987a-75283f2bd097 req-d3803f82-c2b9-4ef8-a3cf-09826cdc281b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:42.742676 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c4791a7-fc8c-4ddb-987a-75283f2bd097 req-d3803f82-c2b9-4ef8-a3cf-09826cdc281b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0480702 Dec 14 18:26:42.785570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2c4791a7-fc8c-4ddb-987a-75283f2bd097 req-15447ded-a468-4f74-95c0-864d599ff42f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360744 Dec 14 18:26:43.905879 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a254b6-775d-409b-b8ba-f5562cd283c1 req-d496f084-ec43-4fd0-b324-ded022e5d952 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:43.907361 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-42a254b6-775d-409b-b8ba-f5562cd283c1 req-d496f084-ec43-4fd0-b324-ded022e5d952 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0479362 Dec 14 18:26:43.943653 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-42a254b6-775d-409b-b8ba-f5562cd283c1 req-8c3a545d-4eca-4c42-8be3-28f1acb93ed9 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304618 Dec 14 18:26:45.059181 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5fe4b-34a5-499c-9eed-933d51218147 req-9b7c9c48-6675-463b-b0f7-628b9584f7d1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:45.060588 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e2e5fe4b-34a5-499c-9eed-933d51218147 req-9b7c9c48-6675-463b-b0f7-628b9584f7d1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Dec 14 18:26:45.103791 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-e2e5fe4b-34a5-499c-9eed-933d51218147 req-bf33bacb-e476-406d-83e4-f49bb32c26f8 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372884 Dec 14 18:26:45.926048 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-c0cebcac-664d-497c-9e9d-a990dca6dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:45.927543 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-c0cebcac-664d-497c-9e9d-a990dca6dadd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0401337 Dec 14 18:26:46.021533 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-23c93ff0-71ef-4997-a7a0-9bc0ef5aff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:46.023590 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-23c93ff0-71ef-4997-a7a0-9bc0ef5aff05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0873778 Dec 14 18:26:46.092669 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-0f5d53be-e349-442b-89ad-88180d7220e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1001 time: 0.0616865 Dec 14 18:26:46.145666 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-6f84c71e-cde8-4fa2-acfb-395d5578467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:46.147143 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-6f84c71e-cde8-4fa2-acfb-395d5578467b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0480888 Dec 14 18:26:46.193414 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-947cb2fc-c1cc-44aa-bc70-4ec94f37f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:46.194844 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-947cb2fc-c1cc-44aa-bc70-4ec94f37f14b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401742 Dec 14 18:26:46.217559 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71797372-d6b1-43ce-b5fc-cd6f0f9e1537 req-0c76d70d-1ec0-4ae2-b316-217fb77b9e7d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:46.219059 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-71797372-d6b1-43ce-b5fc-cd6f0f9e1537 req-0c76d70d-1ec0-4ae2-b316-217fb77b9e7d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0477526 Dec 14 18:26:46.261062 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-71797372-d6b1-43ce-b5fc-cd6f0f9e1537 req-fdadd98b-c465-456b-9ae2-06235addb075 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351608 Dec 14 18:26:46.285030 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-eb3a7a1a-da8e-4ba2-a463-b9bfee5c412c service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Dec 14 18:26:46.376425 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-8e2b50e8-a739-4d72-9bdd-c838212f28a0 req-b9b8412f-7668-4272-ad92-50611512b4fb service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830283 Dec 14 18:26:47.374659 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9d1f2-3a26-4010-8ecf-5bae2ec1fa7a req-da2bb162-62c9-4ccc-99b0-a0ed691db76b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:47.376136 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ec9d1f2-3a26-4010-8ecf-5bae2ec1fa7a req-da2bb162-62c9-4ccc-99b0-a0ed691db76b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0490725 Dec 14 18:26:47.412988 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-2ec9d1f2-3a26-4010-8ecf-5bae2ec1fa7a req-836c534d-158f-4971-81af-3b335c2f29c7 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309541 Dec 14 18:26:48.528896 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ffaa8-aeff-423c-8f14-517e0f2380cc req-c99e6307-24f4-415f-b0b4-3160a01b6a0f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:48.530386 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a2ffaa8-aeff-423c-8f14-517e0f2380cc req-c99e6307-24f4-415f-b0b4-3160a01b6a0f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0515254 Dec 14 18:26:48.570030 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-9a2ffaa8-aeff-423c-8f14-517e0f2380cc req-ae8c94f0-c66f-4a42-9c45-42533e546355 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335617 Dec 14 18:26:48.774136 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f1f03-8714-4686-a897-9d57817c0e66 req-c8461196-d07e-43e9-bfd1-5e1d28ee9d57 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:48.775649 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf4f1f03-8714-4686-a897-9d57817c0e66 req-c8461196-d07e-43e9-bfd1-5e1d28ee9d57 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0506759 Dec 14 18:26:48.817334 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-bf4f1f03-8714-4686-a897-9d57817c0e66 req-f3478c7a-0ca8-4770-aba0-fdd9ee9ff24f tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357103 Dec 14 18:26:48.829529 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54358) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:26:48.913363 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-e6440f83-0031-47a6-a269-19adc5ab5ac9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826442 Dec 14 18:26:48.922456 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-78771beb-48aa-464d-8fca-de34cadd94cc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=101643) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:26:48.923413 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-78771beb-48aa-464d-8fca-de34cadd94cc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047495 Dec 14 18:26:49.934897 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b74bd-3fe4-4703-abf7-94d1c6a2bdba req-fb6ca5aa-6142-4e76-b1ef-014b36396bea tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:49.936370 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f0b74bd-3fe4-4703-abf7-94d1c6a2bdba req-fb6ca5aa-6142-4e76-b1ef-014b36396bea tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0490642 Dec 14 18:26:49.975281 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-8f0b74bd-3fe4-4703-abf7-94d1c6a2bdba req-75ec5756-b1cc-4698-a990-cb3d3bf7da5d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Dec 14 18:26:50.261972 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-f63e517a-b86d-4be3-bf7e-9d2c2f49d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:50.263467 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-f63e517a-b86d-4be3-bf7e-9d2c2f49d889 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65&tenant_id=773687fc1f644387aa731e9ffe6d1d27 HTTP/1.1" status: 200 len: 1099 time: 0.0416670 Dec 14 18:26:50.324117 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-5a1f9b1b-dbb3-473f-9dd3-2eb0a0d6e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:50.325587 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-5a1f9b1b-dbb3-473f-9dd3-2eb0a0d6e4cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0395522 Dec 14 18:26:50.415397 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-31e81236-3761-47c7-86de-f095659bf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:50.416850 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-31e81236-3761-47c7-86de-f095659bf494 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0849140 Dec 14 18:26:50.482076 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-45ad49bd-c522-46eb-afb4-1e6600e0afb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1001 time: 0.0582716 Dec 14 18:26:50.535279 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-27469fec-4599-45ea-bdb3-15b8251b9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:50.536652 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-27469fec-4599-45ea-bdb3-15b8251b9b91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0481694 Dec 14 18:26:50.580940 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-d3a60308-f230-464c-8ca6-2a7d2f25c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:50.582372 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-d3a60308-f230-464c-8ca6-2a7d2f25c0fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389555 Dec 14 18:26:50.668950 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-edc53a6e-9c27-4d00-a7df-22910286e42f service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784969 Dec 14 18:26:50.760174 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-56cb8830-5248-4efa-9caf-d02690a28be3 req-4ec2fa51-b04f-4fff-8f66-10c1be6a7ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839720 Dec 14 18:26:51.089234 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a2c41-e917-4ff9-bcde-63e4edfbff14 req-35a79808-c8ba-4a0c-9beb-9a703ce317cd tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:51.090712 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f89a2c41-e917-4ff9-bcde-63e4edfbff14 req-35a79808-c8ba-4a0c-9beb-9a703ce317cd tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0473108 Dec 14 18:26:51.128326 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f89a2c41-e917-4ff9-bcde-63e4edfbff14 req-9a677349-30a7-4a99-96ba-ebef0d1d7c99 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Dec 14 18:26:52.069269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:26:52.148398 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:52.170834 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:26:52.173078 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8f3ef-473a-447a-abe1-a207d18f653e" -d '{"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-unplugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:26:52.186322 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:26:52.192717 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:52.243382 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=6']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:26:52.247812 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503a4fb-55f0-4f2f-8d70-7340f923b6f1 req-00f5d9b0-b000-49f7-9bba-5fd79d8428d4 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:52.249655 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4503a4fb-55f0-4f2f-8d70-7340f923b6f1 req-00f5d9b0-b000-49f7-9bba-5fd79d8428d4 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0570359 Dec 14 18:26:52.255827 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.256177 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.256520 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.256857 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.257189 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.257519 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.257845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.258172 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.258499 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.258848 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.259264 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.259487 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:26:52.290802 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-4503a4fb-55f0-4f2f-8d70-7340f923b6f1 req-f8e50a6f-8bde-4588-b697-b4572a75d739 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Dec 14 18:26:52.355069 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68708336-96c0-4d64-aa2e-0d3fe98e85e5 x-openstack-request-id: req-68708336-96c0-4d64-aa2e-0d3fe98e85e5 {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:26:52.355376 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-unplugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:26:52.355620 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68708336-96c0-4d64-aa2e-0d3fe98e85e5 {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:26:52.356078 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'code': 200} Dec 14 18:26:53.411520 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b33c3-6280-4541-a59e-5e11c8890b5e req-a88538d7-bbb4-454e-b376-c0e135ffd6d3 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:53.413088 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eb0b33c3-6280-4541-a59e-5e11c8890b5e req-a88538d7-bbb4-454e-b376-c0e135ffd6d3 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0507588 Dec 14 18:26:53.457317 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-eb0b33c3-6280-4541-a59e-5e11c8890b5e req-108add71-509e-4923-8434-c0faac2d07b3 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330973 Dec 14 18:26:54.534730 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d478090a-671b-4534-93eb-c9f47f0d433a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:54.572632 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366eaab-8ea1-4490-ab05-83bdd79d0365 req-0207f11c-c76a-40ca-b1ff-2cbc41fd089d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:54.574748 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f366eaab-8ea1-4490-ab05-83bdd79d0365 req-0207f11c-c76a-40ca-b1ff-2cbc41fd089d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Dec 14 18:26:54.610847 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-f366eaab-8ea1-4490-ab05-83bdd79d0365 req-63a4d96a-3829-44eb-a7ff-4e9bfc0c24f6 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300255 Dec 14 18:26:55.727172 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e21b08-f09c-44cb-bb7a-79654b0d7ec9 req-263a0619-9901-46f9-a8db-4b89445990ad tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:55.728621 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21e21b08-f09c-44cb-bb7a-79654b0d7ec9 req-263a0619-9901-46f9-a8db-4b89445990ad tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0512865 Dec 14 18:26:55.773504 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-21e21b08-f09c-44cb-bb7a-79654b0d7ec9 req-83e2d2c5-4723-4360-b011-a96fe43f20ae tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388241 Dec 14 18:26:56.746750 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99523-ff5b-4b01-8142-4f6a27c55007 req-42b3f83d-c8d7-4bcf-98a9-bacccbee1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:56.748232 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-4ad99523-ff5b-4b01-8142-4f6a27c55007 req-42b3f83d-c8d7-4bcf-98a9-bacccbee1420 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1097 time: 0.0403771 Dec 14 18:26:56.783374 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-4ad99523-ff5b-4b01-8142-4f6a27c55007 req-e97f605e-899e-4608-86b7-3756261c3e7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280426 Dec 14 18:26:56.885744 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b708f5c-2274-4a88-ac77-7b52bf6b0d1e req-0baa6944-dce6-4cf0-ac4b-cd1fde741d3d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:56.887254 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1b708f5c-2274-4a88-ac77-7b52bf6b0d1e req-0baa6944-dce6-4cf0-ac4b-cd1fde741d3d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0487721 Dec 14 18:26:56.925478 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-1b708f5c-2274-4a88-ac77-7b52bf6b0d1e req-024bddcf-5046-4b27-b1fe-ae5344d10fe1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Dec 14 18:26:57.141970 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8d30d4a5-3532-46f3-b4be-5c2be6388e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:58.036326 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa3a87-cd34-417c-bebe-0e6e0e937c2c req-15ed1054-d4cd-4172-ae25-14e4a0d15c66 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:26:58.037799 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73aa3a87-cd34-417c-bebe-0e6e0e937c2c req-15ed1054-d4cd-4172-ae25-14e4a0d15c66 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 944 time: 0.0483472 Dec 14 18:26:58.075377 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-73aa3a87-cd34-417c-bebe-0e6e0e937c2c req-303cba18-63b2-4bf6-ad7c-59231c7f81e1 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Dec 14 18:26:58.099819 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=101645) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:26:58.200148 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:26:58.211269 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Returning: {'device': '16c84a55-35ae-4468-a22a-52d68d079a24', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'port_id': '16c84a55-35ae-4468-a22a-52d68d079a24', 'mac_address': 'fa:16:3e:6a:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101645) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:26:58.248645 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:58.261438 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c84a55-35ae-4468-a22a-52d68d079a24 {{(pid=101645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:26:58.290508 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:26:58.295769 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:58.300473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:26:58.344842 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=7']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:26:58.512359 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] get_ports_and_sgs() called for port_ids ['16c84a55-35ae-4468-a22a-52d68d079a24'] {{(pid=101645) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:26:59.998569 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:00.107369 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:00.123371 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 up at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:27:00.178629 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.provisioning_blocks [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Provisioning complete for port 16c84a55-35ae-4468-a22a-52d68d079a24 triggered by entity L2. {{(pid=101645) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:27:00.179010 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-558044'] for port, provisioning_complete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:00.256161 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530600'] for port, before_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:00.280966 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:27:00.283214 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6914d9666279babbfbcf89fd61d5c454a10e48b7b141f78c7fcaa0b728c7fa39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58501168-2d09-426f-a1df-a7fd9f69ce0f" -d '{"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-plugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:27:00.295649 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:27:00.301359 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749382393254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749381858169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749381858187'] for port, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:00.324660 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d9d03-f8b2-4976-bc95-59acc209ab2e x-openstack-request-id: req-5d3d9d03-f8b2-4976-bc95-59acc209ab2e {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:27:00.324939 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-plugged", "status": "completed", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "code": 200}]} {{(pid=101645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:27:00.325181 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d3d9d03-f8b2-4976-bc95-59acc209ab2e {{(pid=101645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:27:00.325558 dv-cinder-821744-1-iscsi neutron-server[101645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'code': 200} Dec 14 18:27:00.350176 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Pushing event updated for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=8']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:27:06.004566 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:27:12.074977 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:18.511488 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-43505494-e263-4664-a480-e6b22bae8839 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431614 Dec 14 18:27:18.591354 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-49683cab-1bb9-4d73-aaa6-fd53f6f77bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:27:18.592807 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-49683cab-1bb9-4d73-aaa6-fd53f6f77bbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0393028 Dec 14 18:27:18.694555 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-35f3b74b-e0b4-4f49-8dbf-d0796f640a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:27:18.696041 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-35f3b74b-e0b4-4f49-8dbf-d0796f640a26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0815206 Dec 14 18:27:18.767051 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-dc9cfc7e-e285-4a7c-bbf7-bc5668ceaa8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 1001 time: 0.0626752 Dec 14 18:27:18.816252 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-e3c1386f-7ba8-4268-8faf-5c3a962142f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:27:18.817661 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-e3c1386f-7ba8-4268-8faf-5c3a962142f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0429482 Dec 14 18:27:18.865672 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-26493474-dd66-403f-ab7c-38f8ba7b3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:27:18.867204 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-26493474-dd66-403f-ab7c-38f8ba7b3e0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406537 Dec 14 18:27:18.960059 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-5ebf5b25-324b-4ae6-af90-c3a8e303472e service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Dec 14 18:27:19.047220 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-b683996d-9d9b-4300-ab34-9ec70b64c3a5 req-bafe585e-04af-4b77-866e-a744bec923d2 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798223 Dec 14 18:27:24.535849 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f1c3130d-23d0-4035-b0cb-91bd1655777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:27.141886 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-276ae61e-abe1-45b9-b750-0e0ec289277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:28.288249 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:29.999824 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:30.109676 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:42.075804 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:43.009709 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:27:54.536103 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a488-098e-4765-83b6-e3522c79de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:57.142056 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-51493cd5-c0a7-4aa0-86ac-3a34f229cf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:27:58.292626 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:00.001191 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:00.111980 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:12.094845 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:13.573074 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54410) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:13.729509 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Deleting port 4aa2271e-59af-46a4-86d8-8e2c5506553c {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:13.729849 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:13.802334 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:13.802692 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:13.814519 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Calling delete_port for 4aa2271e-59af-46a4-86d8-8e2c5506553c owned by network:floatingip {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:13.980877 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:14.004054 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event deleted for resources: {'Port': ['ID=4aa2271e-59af-46a4-86d8-8e2c5506553c,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:14.019132 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.019480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.019817 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.020146 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.020469 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.020792 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.021109 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.021428 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.021746 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.022064 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.022377 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.022713 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:14.077630 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:14.078555 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.db.l3_db [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Floating IP a3dc3509-9b29-4f2a-a67a-d5de57c75163 disassociated (deleted). External IP: 172.27.1.75, port: 16c84a55-35ae-4468-a22a-52d68d079a24. Dec 14 18:28:14.535601 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Router 6439e27c-f39f-418b-9bd0-aa52afcea85a has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:28:14.641679 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:28:14.646441 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for floatingip, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:14.651270 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Sync routers for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:28:14.660919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:14.661537 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:14.674470 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-55976e79-d363-4c55-a304-d5ecdb9af31c tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "DELETE /v2.0/floatingips/a3dc3509-9b29-4f2a-a67a-d5de57c75163 HTTP/1.1" status: 204 len: 168 time: 1.1003177 Dec 14 18:28:14.675066 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:28:14.677358 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a98c5c4a63fbad8456c188a0e303afea17664a0ae9e8e74999065e32f44ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f" -d '{"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:28:14.766743 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:14.808458 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c672d-d69e-4e0d-9512-5015ba2e3f7a x-openstack-request-id: req-e07c672d-d69e-4e0d-9512-5015ba2e3f7a {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:28:14.808848 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "status": "completed", "code": 200}]} {{(pid=101643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:28:14.809163 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e07c672d-d69e-4e0d-9512-5015ba2e3f7a {{(pid=101643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:28:14.809460 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'status': 'completed', 'code': 200} Dec 14 18:28:14.883024 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-ed9d5d7e-21d0-4aa6-9dbb-30771eb3412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:14.885205 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-ed9d5d7e-21d0-4aa6-9dbb-30771eb3412e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=773687fc1f644387aa731e9ffe6d1d27&device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 1099 time: 0.0464017 Dec 14 18:28:14.920213 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e2f11-c10f-434d-9784-748b63009972 req-3263e747-0a8d-4d14-93df-dcf17a84b455 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:14.921863 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b14e2f11-c10f-434d-9784-748b63009972 req-3263e747-0a8d-4d14-93df-dcf17a84b455 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0531647 Dec 14 18:28:14.964598 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-b14e2f11-c10f-434d-9784-748b63009972 req-0fcc2145-0157-4665-96ac-d9e3d54a4f2b tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Dec 14 18:28:14.988776 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-24660cea-011f-410c-aa9d-13b8a387cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:14.990320 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-24660cea-011f-410c-aa9d-13b8a387cd5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 200 len: 910 time: 0.0973749 Dec 14 18:28:15.033305 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-70a4a1ba-368e-4cb6-97cf-7ccfc2c3b261 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 200 len: 217 time: 0.0342267 Dec 14 18:28:15.086527 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-ba04c538-51e3-4742-936a-fae9379259eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:15.087916 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-ba04c538-51e3-4742-936a-fae9379259eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 200 len: 848 time: 0.0468647 Dec 14 18:28:15.101239 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:15.127463 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Checking router: 6439e27c-f39f-418b-9bd0-aa52afcea85a for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:28:15.133520 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-f39be168-25dd-464b-903f-7fd5789a75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:15.135028 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-f39be168-25dd-464b-903f-7fd5789a75bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45054f52-8acc-4da3-998c-e7366c0993eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391881 Dec 14 18:28:15.135578 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:15.136174 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:15.226696 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-31b05a8c-e0e4-4cdc-8fff-d0ad5d906dfd service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Dec 14 18:28:15.242226 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:15.322326 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-feedfbb5-76ea-490b-b200-ee0ac6a5f66f req-76a1a79b-481f-4264-9104-2789a2828680 service neutron] 10.222.0.30 "GET /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882764 Dec 14 18:28:15.443303 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:15.469163 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c5ec0-3c75-484c-893f-f713790e13a6 None None] The sync data for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi is: [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:23:58Z', 'revision_number': 4, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi', '_interfaces': [{'id': 'e3462cef-68f7-43c8-8bb7-8ad25abf70d3', 'name': '', 'network_id': '45054f52-8acc-4da3-998c-e7366c0993eb', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'mac_address': 'fa:16:3e:b4:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:58Z', 'updated_at': '2021-12-14T18:24:04Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'subnets': [{'id': '63f9b3eb-e625-407e-a943-5e075b2bc218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:28:15.667595 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9432d-dca3-426e-83e2-97d76d346e26 None None] New status for floating IP a3dc3509-9b29-4f2a-a67a-d5de57c75163: DOWN {{(pid=101646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:28:16.093143 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb385a-b8b5-494c-af10-2a7c24e599eb req-5d912eda-6bd9-4ac8-8f15-8cecd19f246d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101643) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:16.095135 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0eeb385a-b8b5-494c-af10-2a7c24e599eb req-5d912eda-6bd9-4ac8-8f15-8cecd19f246d tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Dec 14 18:28:16.132139 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-0eeb385a-b8b5-494c-af10-2a7c24e599eb req-9de2967f-5a75-422b-a595-f1a555025cf7 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/security-groups?id=b77dfe22-837a-40bb-abfe-5021c89decce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Dec 14 18:28:16.429926 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-eab355d2-8446-4eb6-ba08-2196eb906bfa tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:28:16.431485 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-eab355d2-8446-4eb6-ba08-2196eb906bfa tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.30 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Dec 14 18:28:16.524881 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Deleting port 16c84a55-35ae-4468-a22a-52d68d079a24 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:16.525215 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:16.620950 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] For port 16c84a55-35ae-4468-a22a-52d68d079a24, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16c84a55-35ae-4468-a22a-52d68d079a24,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:16.621305 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:16.634289 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Calling delete_port for 16c84a55-35ae-4468-a22a-52d68d079a24 owned by compute:nova {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:16.761568 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:16.790309 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event deleted for resources: {'Port': ['ID=16c84a55-35ae-4468-a22a-52d68d079a24,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:16.805161 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.805499 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.805835 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.806159 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.806482 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.806837 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.807158 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.807472 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.807787 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.808100 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.808423 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.808737 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:16.844632 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] No DVR routers for this DVR port 16c84a55-35ae-4468-a22a-52d68d079a24 on host hv-cinder-82174 {{(pid=101644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:28:16.847157 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464138'] for port, before_response {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:16.850455 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [req-1b28bc7c-a266-441b-b86b-4a23bd7681cb req-df0dfb18-9d48-402d-9baf-f30ed712bb68 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.30 "DELETE /v2.0/ports/16c84a55-35ae-4468-a22a-52d68d079a24 HTTP/1.1" status: 204 len: 173 time: 0.4120486 Dec 14 18:28:16.850909 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-deleted', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24'}] {{(pid=101644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:28:16.853162 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e29f694a7df79eda6402c5fea9b92a3f15c4fe2fbcaa193a9e1bba4fa228028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594eae2-1c4d-4ac4-b092-2f381071fe4a" -d '{"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-deleted", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24"}]}' {{(pid=101644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:28:16.951331 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995bfd96-286a-47bd-8be1-41a6f235f529 x-openstack-request-id: req-995bfd96-286a-47bd-8be1-41a6f235f529 {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:28:16.951609 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33dd747-540e-44bf-ad06-21c5d7b40c65", "name": "network-vif-deleted", "tag": "16c84a55-35ae-4468-a22a-52d68d079a24", "status": "completed", "code": 200}]} {{(pid=101644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:28:16.951853 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-995bfd96-286a-47bd-8be1-41a6f235f529 {{(pid=101644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:28:16.952320 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33dd747-540e-44bf-ad06-21c5d7b40c65', 'name': 'network-vif-deleted', 'tag': '16c84a55-35ae-4468-a22a-52d68d079a24', 'status': 'completed', 'code': 200} Dec 14 18:28:17.243295 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [req-950593c4-221c-456b-b2c6-59525d628613 req-eb78d37b-22e7-4d19-bf7b-72164a9b63d5 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33dd747-540e-44bf-ad06-21c5d7b40c65 HTTP/1.1" status: 200 len: 210 time: 0.0397918 Dec 14 18:28:18.305704 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54442) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:18.362347 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:18.387105 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:18.448712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:18.450813 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:18.451967 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] 10.222.0.49 "DELETE /v2.0/security-groups/b77dfe22-837a-40bb-abfe-5021c89decce HTTP/1.1" status: 204 len: 168 time: 0.1452563 Dec 14 18:28:18.462037 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa157fc-fbe1-4fef-b292-62f71fd37c20 tempest-TestShelveInstance-1881979448 tempest-TestShelveInstance-1881979448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77dfe22-837a-40bb-abfe-5021c89decce,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:18.506876 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54446) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:18.841570 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.081542 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Deleting port e3462cef-68f7-43c8-8bb7-8ad25abf70d3 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:19.081793 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.160412 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] For port e3462cef-68f7-43c8-8bb7-8ad25abf70d3, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:19.160824 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.173850 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Calling delete_port for e3462cef-68f7-43c8-8bb7-8ad25abf70d3 owned by network:router_interface {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:19.348152 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.374976 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3462cef-68f7-43c8-8bb7-8ad25abf70d3,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:19.539531 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.753695 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Router 6439e27c-f39f-418b-9bd0-aa52afcea85a has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101643) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:28:19.858255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101643) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:28:19.864200 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-4a90a068-b72c-4b37-8970-88aa587fb7e5 admin admin] 10.222.0.49 "PUT /v2.0/routers/6439e27c-f39f-418b-9bd0-aa52afcea85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552380 Dec 14 18:28:19.865605 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54448) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:19.868299 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Sync routers for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:28:19.878919 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:19.879528 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:19.967471 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks [] for router, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:19.981081 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: dv-cinder-821744-1-iscsi {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:20.012533 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:28:20.067715 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.119580 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Deleting port 532f0ea5-2d24-4d33-8ad1-d858dba2389b {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:20.119807 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.168882 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:28:19Z', 'revision_number': 5, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port': {'id': '532f0ea5-2d24-4d33-8ad1-d858dba2389b', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:20.196103 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Checking router: 6439e27c-f39f-418b-9bd0-aa52afcea85a for host: dv-cinder-821744-1-iscsi {{(pid=101645) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:28:20.204555 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Routers {'6439e27c-f39f-418b-9bd0-aa52afcea85a'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101645) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:20.205166 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['6439e27c-f39f-418b-9bd0-aa52afcea85a'], 'active': True} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:20.208933 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] For port 532f0ea5-2d24-4d33-8ad1-d858dba2389b, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=532f0ea5-2d24-4d33-8ad1-d858dba2389b,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:20.209319 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.222819 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Calling delete_port for 532f0ea5-2d24-4d33-8ad1-d858dba2389b owned by network:router_gateway {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:20.290864 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvr_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] Set router 6439e27c-f39f-418b-9bd0-aa52afcea85a gateway port host: None {{(pid=101645) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:20.341903 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_hamode_db [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:28:20Z', 'revision_number': 6, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port_host': None}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:20.370918 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9040c9-d06f-4784-a7bb-a54b30df4f5a None None] The sync data for ids ['6439e27c-f39f-418b-9bd0-aa52afcea85a'] in dv-cinder-821744-1-iscsi is: [{'id': '6439e27c-f39f-418b-9bd0-aa52afcea85a', 'name': 'tempest-TestShelveInstance-1700381711-router', 'tenant_id': '773687fc1f644387aa731e9ffe6d1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:23:56Z', 'updated_at': '2021-12-14T18:28:20Z', 'revision_number': 6, 'project_id': '773687fc1f644387aa731e9ffe6d1d27', 'gw_port_host': None}] {{(pid=101645) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:28:20.387937 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.391440 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:20.411911 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] No Port match for: 16c84a55-35ae-4468-a22a-52d68d079a24 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:20.412331 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Device 16c84a55-35ae-4468-a22a-52d68d079a24 not bound to the agent host hv-cinder-82174 {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:20.419178 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Pushing event deleted for resources: {'Port': ['ID=532f0ea5-2d24-4d33-8ad1-d858dba2389b,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:20.485086 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.573901 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.576003 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.616671 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.617340 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6439e27c-f39f-418b-9bd0-aa52afcea85a {{(pid=101643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:28:20.621973 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.623163 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-6a5a7e33-dacc-4c5e-bf2b-92e0ddf9e711 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6439e27c-f39f-418b-9bd0-aa52afcea85a HTTP/1.1" status: 204 len: 168 time: 0.7566540 Dec 14 18:28:20.626019 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54450) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:20.675017 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Deleting subnet 63f9b3eb-e625-407e-a943-5e075b2bc218 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:28:20.682402 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.716826 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7340970'] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.798759 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.850480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5961472'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.880070 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f9b3eb-e625-407e-a943-5e075b2bc218,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:20.883635 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:20.886776 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-11108edb-d389-41ee-8d72-c87a29f29ebf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/63f9b3eb-e625-407e-a943-5e075b2bc218 HTTP/1.1" status: 204 len: 168 time: 0.2596498 Dec 14 18:28:20.889664 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54452) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:20.892694 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5780c02-53aa-4b2a-bab4-534fcf9e6df5 None None] Network 45054f52-8acc-4da3-998c-e7366c0993eb requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:28:20.956731 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.008144 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Deleting port e399e6cc-dd21-4eae-8615-c4a89da89000 {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:21.008485 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.074102 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] For port e399e6cc-dd21-4eae-8615-c4a89da89000, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=e399e6cc-dd21-4eae-8615-c4a89da89000,segment=NetworkSegment(4fac59fe-07fe-4403-bb17-422b6b144beb),segment_id=4fac59fe-07fe-4403-bb17-422b6b144beb)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:21.074409 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.087150 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Calling delete_port for e399e6cc-dd21-4eae-8615-c4a89da89000 owned by network:dhcp {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:21.128334 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] DHCP port deletion for 45054f52-8acc-4da3-998c-e7366c0993eb request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:28:21.168909 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.175972 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Deleting port e399e6cc-dd21-4eae-8615-c4a89da89000 {{(pid=101645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:21.176469 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.195083 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e399e6cc-dd21-4eae-8615-c4a89da89000,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:21.196948 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] No DVR routers for this DVR port e399e6cc-dd21-4eae-8615-c4a89da89000 on host dv-cinder-821744-1-iscsi {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:28:21.253672 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.db [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] For port e399e6cc-dd21-4eae-8615-c4a89da89000, host dv-cinder-821744-1-iscsi, got binding levels [] {{(pid=101645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:21.254077 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.267892 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Calling delete_port for e399e6cc-dd21-4eae-8615-c4a89da89000 owned by network:dhcp {{(pid=101645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:21.270489 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.ipam_backend_mixin [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Port e399e6cc-dd21-4eae-8615-c4a89da89000 was not found and therefore no delete operation was performed {{(pid=101645) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:28:21.271723 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160'] for port, after_delete {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.276712 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.295958 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Pushing event deleted for resources: {'Port': ['ID=e399e6cc-dd21-4eae-8615-c4a89da89000,revision_number=None']} {{(pid=101645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:21.299463 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45054f52-8acc-4da3-998c-e7366c0993eb']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:21.305220 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.305511 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.306229 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.306229 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.306489 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.306827 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.307152 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.307472 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.307981 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.308145 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.308413 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.308729 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821744-1-iscsi {{(pid=101645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:28:21.309901 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fac59fe-07fe-4403-bb17-422b6b144beb') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:21.310257 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fac59fe-07fe-4403-bb17-422b6b144beb') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:21.311492 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf079285-3feb-4dbb-903d-31e2c12d3067 None None] No DVR routers for this DVR port e399e6cc-dd21-4eae-8615-c4a89da89000 on host dv-cinder-821744-1-iscsi {{(pid=101645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:28:21.323666 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.339000 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.346634 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:28:21.347043 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:28:21.348966 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:28:21.409790 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.415255 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:21.418404 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45054f52-8acc-4da3-998c-e7366c0993eb HTTP/1.1" status: 204 len: 168 time: 0.5278370 Dec 14 18:28:21.421483 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [-] (101644) accepted ('10.222.0.49', 54454) {{(pid=101644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:21.429569 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45cf6-8c8a-401f-a991-ebcf3e372f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=45054f52-8acc-4da3-998c-e7366c0993eb,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:21.655235 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e3462cef-68f7-43c8-8bb7-8ad25abf70d3 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:21.675102 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: e3462cef-68f7-43c8-8bb7-8ad25abf70d3 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:21.675388 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e3462cef-68f7-43c8-8bb7-8ad25abf70d3 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:21.675792 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 532f0ea5-2d24-4d33-8ad1-d858dba2389b no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:21.695294 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 532f0ea5-2d24-4d33-8ad1-d858dba2389b {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:21.695827 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 532f0ea5-2d24-4d33-8ad1-d858dba2389b not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:21.696244 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e399e6cc-dd21-4eae-8615-c4a89da89000 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:21.716633 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: e399e6cc-dd21-4eae-8615-c4a89da89000 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:21.716982 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device e399e6cc-dd21-4eae-8615-c4a89da89000 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:21.778416 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633594'] for router_interface, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:22.019468 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Deleting port 2063786b-658e-44cd-b79d-2d75d9e53241 {{(pid=101644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:22.019705 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:22.095751 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.db [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] For port 2063786b-658e-44cd-b79d-2d75d9e53241, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=2063786b-658e-44cd-b79d-2d75d9e53241,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:22.096110 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:22.109738 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.plugins.ml2.plugin [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Calling delete_port for 2063786b-658e-44cd-b79d-2d75d9e53241 owned by network:router_interface {{(pid=101644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:22.307396 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7620603'] for port, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:22.332174 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2063786b-658e-44cd-b79d-2d75d9e53241,revision_number=None']} {{(pid=101644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:22.523425 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron_lib.callbacks.manager [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630464'] for router_interface, after_delete {{(pid=101644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:22.974389 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 has already been hosted by L3 agent 207cdd63-c178-4bc3-b059-7a654788a33e {{(pid=101644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:28:23.075123 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] Notify agent at l3_agent.dv-cinder-821744-1-iscsi the message routers_updated {{(pid=101644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:28:23.083611 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54458) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:23.084175 dv-cinder-821744-1-iscsi neutron-server[101644]: INFO neutron.wsgi [None req-4b838849-51fd-4d8b-aaf1-42382a66ec1d admin admin] 10.222.0.49 "PUT /v2.0/routers/2d77cb63-a642-4431-abbe-bdfd37fbdbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612613 Dec 14 18:28:23.086112 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Sync routers for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:28:23.095311 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:23.095912 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:23.200281 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:23.381457 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:28:22Z', 'revision_number': 5, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:23.411649 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Checking router: 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 for host: dv-cinder-821744-1-iscsi {{(pid=101646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:28:23.421210 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Routers {'2d77cb63-a642-4431-abbe-bdfd37fbdbb0'} bound to L3 agent in host dv-cinder-821744-1-iscsi {{(pid=101646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:28:23.422360 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821744-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:05:57Z,description=,heartbeat_timestamp=2021-12-14T18:27:57Z,host='dv-cinder-821744-1-iscsi',id=207cdd63-c178-4bc3-b059-7a654788a33e,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:05:57Z,topic='l3_agent')) {'router_ids': ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'], 'active': True} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:23.442833 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks [] for router, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:23.526651 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_dvr_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] Set router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 gateway port host: dv-cinder-821744-1-iscsi {{(pid=101646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:28:23.541941 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:23.600204 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Deleting port 24384969-002d-479a-b987-fb54346189da {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:23.600566 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:23.684808 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] For port 24384969-002d-479a-b987-fb54346189da, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=24384969-002d-479a-b987-fb54346189da,segment=NetworkSegment(c25bc39f-e85a-47a5-9435-8efab6fff67b),segment_id=c25bc39f-e85a-47a5-9435-8efab6fff67b)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:23.685231 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:23.697575 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Calling delete_port for 24384969-002d-479a-b987-fb54346189da owned by network:router_gateway {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:23.796067 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.l3_hamode_db [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:28:22Z', 'revision_number': 5, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}], 'dv-cinder-821744-1-iscsi', False) {} {{(pid=101646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:23.823450 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2425315-c19a-44d9-b83b-b85c06de2967 None None] The sync data for ids ['2d77cb63-a642-4431-abbe-bdfd37fbdbb0'] in dv-cinder-821744-1-iscsi is: [{'id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'name': 'tempest-TestShelveInstance-769937115-router', 'tenant_id': '598dad60fbd24ec2923a5b172eb0da79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a31241a-366c-4479-b737-613686607bec', 'external_fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '24384969-002d-479a-b987-fb54346189da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:28:22Z', 'revision_number': 5, 'project_id': '598dad60fbd24ec2923a5b172eb0da79', 'gw_port': {'id': '24384969-002d-479a-b987-fb54346189da', 'name': '', 'network_id': '4a31241a-366c-4479-b737-613686607bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77cb63-a642-4431-abbe-bdfd37fbdbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821744-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:24:01Z', 'updated_at': '2021-12-14T18:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afdfb3d-4dde-48e1-8356-9d7b7eedb13d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821744-1-iscsi'}] {{(pid=101646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:28:23.867611 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:23.893732 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=24384969-002d-479a-b987-fb54346189da,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:23.956238 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628025'] for router_gateway, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.042583 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11989'] for router, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.044679 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.086380 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628211'] for router, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.087103 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d77cb63-a642-4431-abbe-bdfd37fbdbb0 {{(pid=101643) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:28:24.091261 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] Notify callbacks [] for router, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.092231 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-3c53027b-26e5-4cee-be49-258c69f7fc87 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d77cb63-a642-4431-abbe-bdfd37fbdbb0 HTTP/1.1" status: 204 len: 168 time: 1.0074813 Dec 14 18:28:24.095337 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54460) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:24.143018 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Deleting subnet 389d5869-2493-49b7-8798-0a95815924e8 {{(pid=101643) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:28:24.145926 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.180189 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7340970'] for subnet, precommit_delete_associations {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.260074 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560430'] for subnet, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.315313 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4786510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5961472'] for subnet, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.345451 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389d5869-2493-49b7-8798-0a95815924e8,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:24.349331 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.352570 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-61a40980-6caa-4099-be12-d53fa4a1a17a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/389d5869-2493-49b7-8798-0a95815924e8 HTTP/1.1" status: 204 len: 168 time: 0.2563145 Dec 14 18:28:24.355146 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54462) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:24.358582 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9ca9d-ff40-46da-b6a7-146523c05163 None None] Network 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 requested from dv-cinder-821744-1-iscsi {{(pid=101645) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:28:24.430266 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991620'] for network, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.497047 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Deleting port b6c4d0dd-576a-47cc-97f3-75738aafff0f {{(pid=101643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:28:24.497449 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749382386014'] for port, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.535762 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8e1924fa-9fb0-44c6-b18c-27e35f467718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.564881 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.db [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] For port b6c4d0dd-576a-47cc-97f3-75738aafff0f, host dv-cinder-821744-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821744-1-iscsi',level=0,port_id=b6c4d0dd-576a-47cc-97f3-75738aafff0f,segment=NetworkSegment(ba4d6b74-c582-4f77-86f2-a71f421a8218),segment_id=ba4d6b74-c582-4f77-86f2-a71f421a8218)] {{(pid=101643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:28:24.565259 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630522'] for port, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.577594 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.plugin [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Calling delete_port for b6c4d0dd-576a-47cc-97f3-75738aafff0f owned by network:dhcp {{(pid=101643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:28:24.663623 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749382393236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749381858160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4786587'] for port, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.688035 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c4d0dd-576a-47cc-97f3-75738aafff0f,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:24.694480 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] No DVR routers for this DVR port b6c4d0dd-576a-47cc-97f3-75738aafff0f on host dv-cinder-821744-1-iscsi {{(pid=101643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:28:24.766496 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557403', 'neutron.services.segments.db._delete_segments_for_network-8749382174136'] for network, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.785696 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6cc29c-74bc-4da9-acf4-f148fa8aeb86']}} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:24.794689 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4d6b74-c582-4f77-86f2-a71f421a8218') {'for_net_delete': True} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:24.794982 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.services.segments.db [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4d6b74-c582-4f77-86f2-a71f421a8218') {} {{(pid=101643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:28:24.805003 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749382340976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7340979'] for segment, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.819623 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129'] for segment, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.826562 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825bbb9-174c-4cae-9f81-8160e9339fc0 None None] DHCP port deletion for 0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 request from dv-cinder-821744-1-iscsi {{(pid=101645) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:28:24.827747 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101643) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:28:24.828169 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-564129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4786600'] for segment, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: Traceback (most recent call last): Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: timer() Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: cb(*args, **kw) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: return func(*args, **kwargs) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: self._notify() Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: self.callback(batched_events) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: event.method(event) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: return f(self, *a, **k) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._get(url).json() Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: return self.request(url, 'GET', **kwargs) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:28:24.829896 dv-cinder-821744-1-iscsi neutron-server[101643]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:28:24.887009 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-559784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627997'] for network, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.891607 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601576'] for network, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:24.897796 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d6cc29c-74bc-4da9-acf4-f148fa8aeb86 HTTP/1.1" status: 204 len: 168 time: 0.5416045 Dec 14 18:28:24.915191 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc30a8a-905a-4a06-9481-9f4afd1b1bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6cc29c-74bc-4da9-acf4-f148fa8aeb86,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:25.094070 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54466) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:25.134082 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-90c682c3-a619-4a98-a5c4-f0b5dcf10894 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=773687fc1f644387aa731e9ffe6d1d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387852 Dec 14 18:28:25.136593 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54468) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:25.183995 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.205502 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.253033 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.255703 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.259177 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e5f2738-e803-4370-99ed-cfeda82eb468 HTTP/1.1" status: 204 len: 168 time: 0.1193051 Dec 14 18:28:25.266779 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de85ba-2b30-44fe-8368-0d404e68c0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f2738-e803-4370-99ed-cfeda82eb468,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:25.583377 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54474) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:25.625060 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-84b4197f-edc0-456f-a99b-f74c7723f4f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=598dad60fbd24ec2923a5b172eb0da79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388684 Dec 14 18:28:25.626151 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.wsgi [-] (101643) accepted ('10.222.0.49', 54476) {{(pid=101643) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:28:25.655480 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 2063786b-658e-44cd-b79d-2d75d9e53241 no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:25.675501 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 2063786b-658e-44cd-b79d-2d75d9e53241 {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:25.675839 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 2063786b-658e-44cd-b79d-2d75d9e53241 not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:25.676259 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device b6c4d0dd-576a-47cc-97f3-75738aafff0f no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:25.678165 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.698410 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: b6c4d0dd-576a-47cc-97f3-75738aafff0f {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:25.698782 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device b6c4d0dd-576a-47cc-97f3-75738aafff0f not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:25.699196 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 24384969-002d-479a-b987-fb54346189da no longer exists at agent ovs-agent-dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:28:25.702225 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.717801 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.plugin [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] No Port match for: 24384969-002d-479a-b987-fb54346189da {{(pid=101645) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:28:25.718147 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron.plugins.ml2.rpc [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Device 24384969-002d-479a-b987-fb54346189da not bound to the agent host dv-cinder-821744-1-iscsi {{(pid=101645) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:28:25.752228 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055606'] for security_group, after_delete {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.754871 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron_lib.callbacks.manager [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:25.756001 dv-cinder-821744-1-iscsi neutron-server[101643]: INFO neutron.wsgi [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8cab9b6-632a-4182-871e-efb5329fd2d2 HTTP/1.1" status: 204 len: 168 time: 0.1288190 Dec 14 18:28:25.763901 dv-cinder-821744-1-iscsi neutron-server[101643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4718fc5-83f1-4511-84a2-08a357ca8eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cab9b6-632a-4182-871e-efb5329fd2d2,revision_number=None']} {{(pid=101643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:28:27.143634 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-f135b469-7652-478d-b2a9-7466d8144009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:28.294229 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:30.002517 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:30.114617 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:42.090295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:54.541134 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-edaebd2c-b966-4566-9908-1e3c3fb7bc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:57.018949 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:28:57.145199 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b46ebece-685e-4b84-8838-ac4a14a07cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:28:58.296838 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:00.005376 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:00.119131 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:12.093945 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:24.533561 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-3d804f5b-9886-46fc-b17b-56f2af05f6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:27.146473 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-270778b8-e5ed-4e30-8e81-27540a481ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:28.299426 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:30.007105 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:30.120817 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:34.016131 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:29:42.094653 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:54.533805 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c9a5d4c7-ad2a-4918-b795-205745da9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:57.149002 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-df95a410-98d5-4465-9a6a-a0ced7c6c0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:29:58.303242 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:00.007389 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:00.122722 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:02.623063 dv-cinder-821744-1-iscsi neutron-server[101644]: DEBUG neutron.wsgi [req-7fa1288e-0a99-4fde-ba48-482fb94092d2 req-e58b9119-bf1a-4d5d-9e3c-3839b98789e9 service neutron] (101644) timed out ('10.222.0.30', 58347) {{(pid=101644) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 14 18:30:11.007727 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:30:12.107768 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:24.534499 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-9253a839-2a25-4d6b-a32f-f4add36be850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:27.155898 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8add6b73-915e-4d43-99f5-58761db54373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:28.306270 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:30.009496 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:30.124963 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:42.106319 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:48.007581 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:30:54.535891 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-8e773621-726e-41bb-92c8-840f7bd0998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:57.147103 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-bba8aa2d-70bb-4c41-9f5b-2636e11ba09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:30:58.308312 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:00.011381 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:00.127583 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:12.107690 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:24.536075 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-d8379e96-b5d3-40f1-b933-5b8c925d4ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:25.007469 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:31:27.147407 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c00e497c-1867-4c4d-bf13-ad7c6ca35db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:28.311754 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:30.013964 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:30.131313 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:42.121912 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:54.538571 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-b0e243ab-d60f-4325-9b26-9cc56e9f694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:57.149639 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-103fad55-a7ff-4318-98c2-8e75902afdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:31:58.315187 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:00.016363 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:00.134223 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:02.007593 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:32:12.135169 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:24.539443 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-c2093233-9c9b-4d70-903f-73c469c7a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:27.151595 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-5e456e50-ff76-44ff-9f7e-933bb6300c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:28.320171 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:30.017864 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:30.137987 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:39.006976 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:32:42.150021 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:54.539843 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-a48844e0-ebee-4b8b-ad41-ecab72858885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:57.152799 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-038f2249-6497-4bf4-a74e-4b80049162a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:32:58.320513 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:00.018197 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:00.140295 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:12.148877 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:16.005860 dv-cinder-821744-1-iscsi neutron-server[101646]: DEBUG neutron.db.agents_db [None req-8e484915-e79c-4511-b7fc-1d07a53a2d9b None None] Agent healthcheck: found 6 active agents {{(pid=101646) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:33:24.542727 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-09092af7-7250-406d-83ba-1e01595372a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:27.154079 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-af86c905-0283-44be-8243-c66b72d7d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:28.323659 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-297f04a8-d457-410d-8948-c27e9f5fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:30.022480 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-30dfa800-6d94-4424-9e4c-d1e2a22c361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:30.142837 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-316ca027-a9e4-4e6e-8939-d37b6a24889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:33:42.148359 dv-cinder-821744-1-iscsi neutron-server[101645]: DEBUG neutron_lib.callbacks.manager [None req-71a7b34f-699b-4d56-bf01-a1b543d110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749382174118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-557933'] for agent, after_update {{(pid=101645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}